[ 483.729064] env[62979]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62979) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.729493] env[62979]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62979) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.729559] env[62979]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62979) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.729881] env[62979]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 483.825910] env[62979]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62979) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 483.836765] env[62979]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62979) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 484.440293] env[62979]: INFO nova.virt.driver [None req-b98a2164-cde7-4bf6-9484-91043792800b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 484.511441] env[62979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.511588] env[62979]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.511690] env[62979]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62979) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 487.709701] env[62979]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0a3a0d64-9ad4-43c7-9fe8-085d6a8bab43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.725682] env[62979]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62979) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 487.725818] env[62979]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-96c743ca-54bf-45f7-8132-89cb20920c7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.760177] env[62979]: INFO oslo_vmware.api [-] Successfully established new session; session ID is cbdb9. [ 487.760338] env[62979]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.249s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.760884] env[62979]: INFO nova.virt.vmwareapi.driver [None req-b98a2164-cde7-4bf6-9484-91043792800b None None] VMware vCenter version: 7.0.3 [ 487.764265] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd07bb-e618-437f-89cb-5cd193d03c01 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.783585] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a643eb84-844c-4b12-869e-77cc214c0bc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.789655] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c4b94e-ea50-4048-9a36-2b3326b5cb35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.796086] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c18c0e8-d4ab-4865-9396-2ae667c15a3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.809017] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39033537-3d94-425c-ac60-a9b533d3f9c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.815037] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1365543-6dba-4866-ae43-5787ce6766df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.844792] env[62979]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ec82afb6-596b-46e4-8e49-0371f9ee42a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.850192] env[62979]: DEBUG nova.virt.vmwareapi.driver [None req-b98a2164-cde7-4bf6-9484-91043792800b None None] Extension org.openstack.compute already exists. {{(pid=62979) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 487.852892] env[62979]: INFO nova.compute.provider_config [None req-b98a2164-cde7-4bf6-9484-91043792800b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 488.356352] env[62979]: DEBUG nova.context [None req-b98a2164-cde7-4bf6-9484-91043792800b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a923a851-2fd3-463a-8186-07f6ac6b56da(cell1) {{(pid=62979) load_cells /opt/stack/nova/nova/context.py:464}} [ 488.359436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.359665] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.360377] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.360807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Acquiring lock "a923a851-2fd3-463a-8186-07f6ac6b56da" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.361008] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Lock "a923a851-2fd3-463a-8186-07f6ac6b56da" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.362141] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Lock "a923a851-2fd3-463a-8186-07f6ac6b56da" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.382342] env[62979]: INFO dbcounter [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Registered counter for database nova_cell0 [ 488.390631] env[62979]: INFO dbcounter [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Registered counter for database nova_cell1 [ 488.393957] env[62979]: DEBUG oslo_db.sqlalchemy.engines [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62979) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.394568] env[62979]: DEBUG oslo_db.sqlalchemy.engines [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62979) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.399265] env[62979]: ERROR nova.db.main.api [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.399265] env[62979]: result = function(*args, **kwargs) [ 488.399265] env[62979]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.399265] env[62979]: return func(*args, **kwargs) [ 488.399265] env[62979]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.399265] env[62979]: result = fn(*args, **kwargs) [ 488.399265] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.399265] env[62979]: return f(*args, **kwargs) [ 488.399265] env[62979]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.399265] env[62979]: return db.service_get_minimum_version(context, binaries) [ 488.399265] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.399265] env[62979]: _check_db_access() [ 488.399265] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.399265] env[62979]: stacktrace = ''.join(traceback.format_stack()) [ 488.399265] env[62979]: [ 488.400068] env[62979]: ERROR nova.db.main.api [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.400068] env[62979]: result = function(*args, **kwargs) [ 488.400068] env[62979]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.400068] env[62979]: return func(*args, **kwargs) [ 488.400068] env[62979]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.400068] env[62979]: result = fn(*args, **kwargs) [ 488.400068] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.400068] env[62979]: return f(*args, **kwargs) [ 488.400068] env[62979]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.400068] env[62979]: return db.service_get_minimum_version(context, binaries) [ 488.400068] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.400068] env[62979]: _check_db_access() [ 488.400068] env[62979]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.400068] env[62979]: stacktrace = ''.join(traceback.format_stack()) [ 488.400068] env[62979]: [ 488.400459] env[62979]: WARNING nova.objects.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 488.400578] env[62979]: WARNING nova.objects.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Failed to get minimum service version for cell a923a851-2fd3-463a-8186-07f6ac6b56da [ 488.400988] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Acquiring lock "singleton_lock" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.401166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Acquired lock "singleton_lock" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.401401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Releasing lock "singleton_lock" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 488.401709] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Full set of CONF: {{(pid=62979) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 488.401854] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ******************************************************************************** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 488.401982] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] Configuration options gathered from: {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 488.402130] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 488.402321] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 488.402451] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ================================================================================ {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 488.402656] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] allow_resize_to_same_host = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.402829] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] arq_binding_timeout = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.402962] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] backdoor_port = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.403102] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] backdoor_socket = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.403269] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] block_device_allocate_retries = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.403510] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] block_device_allocate_retries_interval = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.403695] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cert = self.pem {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.403864] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404042] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute_monitors = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404218] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] config_dir = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404389] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] config_drive_format = iso9660 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404525] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404689] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] config_source = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.404853] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] console_host = devstack {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405033] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] control_exchange = nova {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405200] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cpu_allocation_ratio = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405358] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] daemon = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405583] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] debug = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405762] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_access_ip_network_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.405934] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_availability_zone = nova {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.406104] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_ephemeral_format = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.406269] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_green_pool_size = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.406521] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.406690] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] default_schedule_zone = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.406852] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] disk_allocation_ratio = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407025] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] enable_new_services = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407208] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] enabled_apis = ['osapi_compute'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407374] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] enabled_ssl_apis = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407537] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] flat_injected = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407700] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] force_config_drive = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.407880] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] force_raw_images = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408071] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] graceful_shutdown_timeout = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408240] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] heal_instance_info_cache_interval = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408458] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] host = cpu-1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408642] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408808] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.408969] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.409199] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.409367] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_build_timeout = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.409603] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_delete_interval = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.409797] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_format = [instance: %(uuid)s] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.409968] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_name_template = instance-%08x {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410145] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_usage_audit = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410314] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_usage_audit_period = month {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410479] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410644] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410810] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] internal_service_availability_zone = internal {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.410989] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] key = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411143] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] live_migration_retry_count = 30 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411313] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_color = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411479] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_config_append = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411812] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_dir = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.411972] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412115] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_options = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412282] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_rotate_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412453] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_rotate_interval_type = days {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412628] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] log_rotation_type = none {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412757] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.412885] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.413067] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.413239] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.413626] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.413835] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] long_rpc_timeout = 1800 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414022] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_concurrent_builds = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414194] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_concurrent_live_migrations = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414363] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_concurrent_snapshots = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414528] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_local_block_devices = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414691] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_logfile_count = 30 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.414854] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] max_logfile_size_mb = 200 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.415069] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] maximum_instance_delete_attempts = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.415259] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metadata_listen = 0.0.0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.415433] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metadata_listen_port = 8775 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.415670] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metadata_workers = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.415844] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] migrate_max_retries = -1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416028] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] mkisofs_cmd = genisoimage {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416244] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416379] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] my_ip = 10.180.1.21 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416583] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416752] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] network_allocate_retries = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.416945] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417129] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417298] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] osapi_compute_listen_port = 8774 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417469] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] osapi_compute_unique_server_name_scope = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417688] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] osapi_compute_workers = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.417894] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] password_length = 12 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] periodic_enable = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418259] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] periodic_fuzzy_delay = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418435] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] pointer_model = usbtablet {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418750] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] preallocate_images = none {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.418936] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] publish_errors = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] pybasedir = /opt/stack/nova {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419253] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ram_allocation_ratio = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419421] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rate_limit_burst = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419591] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rate_limit_except_level = CRITICAL {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419756] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rate_limit_interval = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.419918] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reboot_timeout = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420092] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reclaim_instance_interval = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420256] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] record = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420428] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reimage_timeout_per_gb = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420598] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] report_interval = 120 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420766] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rescue_timeout = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.420927] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reserved_host_cpus = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421101] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reserved_host_disk_mb = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421267] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reserved_host_memory_mb = 512 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421427] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] reserved_huge_pages = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421589] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] resize_confirm_window = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421751] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] resize_fs_using_block_device = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.421911] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] resume_guests_state_on_host_boot = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422100] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422269] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] rpc_response_timeout = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422431] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] run_external_periodic_tasks = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422601] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] running_deleted_instance_action = reap {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422764] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.422925] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] running_deleted_instance_timeout = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423098] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler_instance_sync_interval = 120 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423272] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_down_time = 720 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423521] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] servicegroup_driver = db {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423703] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] shell_completion = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.423871] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] shelved_offload_time = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424045] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] shelved_poll_interval = 3600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424223] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] shutdown_timeout = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424388] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] source_is_ipv6 = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424551] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ssl_only = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424803] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.424986] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] sync_power_state_interval = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425166] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] sync_power_state_pool_size = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425340] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] syslog_log_facility = LOG_USER {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425563] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] tempdir = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425753] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] timeout_nbd = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.425927] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] transport_url = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426106] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] update_resources_interval = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426273] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_cow_images = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426436] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_journal = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426597] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_json = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426758] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_rootwrap_daemon = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.426917] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_stderr = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] use_syslog = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427245] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vcpu_pin_set = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427412] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plugging_is_fatal = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427583] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plugging_timeout = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427752] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] virt_mkfs = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.427942] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] volume_usage_poll_interval = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428125] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] watch_log_file = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428299] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] web = /usr/share/spice-html5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.428486] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428660] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428828] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.428999] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_concurrency.disable_process_locking = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.429975] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430197] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430379] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430562] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430741] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.430911] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431151] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.auth_strategy = keystone {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431287] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.compute_link_prefix = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431470] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.dhcp_domain = novalocal {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431823] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.enable_instance_password = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.431993] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.glance_link_prefix = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432178] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432354] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432521] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.instance_list_per_project_cells = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432687] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.list_records_by_skipping_down_cells = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.432853] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.local_metadata_per_cell = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433034] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.max_limit = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433211] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.metadata_cache_expiration = 15 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433390] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.neutron_default_tenant_id = default {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433583] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.response_validation = warn {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433766] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.use_neutron_default_nets = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.433941] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434120] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434295] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434472] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434648] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_dynamic_targets = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434816] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_jsonfile_path = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.434999] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435212] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.backend = dogpile.cache.memcached {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435385] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.backend_argument = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435584] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.backend_expiration_time = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435774] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.config_prefix = cache.oslo {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.435947] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.dead_timeout = 60.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436127] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.debug_cache_backend = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436292] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.enable_retry_client = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436664] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.enable_socket_keepalive = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436664] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.enabled = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436806] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.enforce_fips_mode = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.436967] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.expiration_time = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437111] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.hashclient_retry_attempts = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437283] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437449] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_dead_retry = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437612] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_password = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437783] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.437978] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438255] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_pool_maxsize = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438466] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438653] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_sasl_enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.438870] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439068] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439238] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.memcache_username = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439409] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.proxies = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439577] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_db = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439741] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_password = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.439914] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440104] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440318] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_server = localhost:6379 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440446] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_socket_timeout = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440606] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.redis_username = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440774] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.retry_attempts = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.440943] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.retry_delay = 0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441125] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.socket_keepalive_count = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441297] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.socket_keepalive_idle = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441464] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.socket_keepalive_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441627] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.tls_allowed_ciphers = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.441840] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.tls_cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442024] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.tls_certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442199] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.tls_enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442362] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cache.tls_keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442602] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442713] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.auth_type = password {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.442880] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443071] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443239] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443406] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443571] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.cross_az_attach = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443736] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.debug = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.443898] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.endpoint_template = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444075] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.http_retries = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444245] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444406] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444580] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.os_region_name = RegionOne {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444748] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.444910] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cinder.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445165] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445262] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.cpu_dedicated_set = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445423] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.cpu_shared_set = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445616] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.image_type_exclude_list = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445790] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.445956] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446289] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446289] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446463] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446629] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.resource_provider_association_refresh = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446795] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.446960] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.shutdown_retry_interval = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447153] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447336] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] conductor.workers = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447514] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] console.allowed_origins = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447679] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] console.ssl_ciphers = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.447870] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] console.ssl_minimum_version = default {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448064] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] consoleauth.enforce_session_timeout = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448242] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] consoleauth.token_ttl = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448420] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448580] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448747] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.448908] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449078] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449242] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449448] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449561] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449723] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.449882] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450052] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450217] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450374] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450544] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.service_type = accelerator {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450709] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.450870] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451038] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451203] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451388] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451549] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] cyborg.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451721] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.asyncio_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.451881] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.asyncio_slave_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452063] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.backend = sqlalchemy {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452238] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452405] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.connection_debug = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452576] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.connection_parameters = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452746] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.connection_recycle_time = 3600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.452910] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.connection_trace = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453085] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.db_inc_retry_interval = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453254] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.db_max_retries = 20 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453419] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.db_max_retry_interval = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453677] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.db_retry_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.453875] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.max_overflow = 50 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454059] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.max_pool_size = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454230] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.max_retries = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454405] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454570] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.mysql_wsrep_sync_wait = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454733] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.pool_timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.454899] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.retry_interval = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455612] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.slave_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455612] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.sqlite_synchronous = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455612] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] database.use_db_reconnect = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455612] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.asyncio_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455777] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.asyncio_slave_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.455903] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.backend = sqlalchemy {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456092] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456263] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.connection_debug = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456436] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.connection_parameters = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456603] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.connection_recycle_time = 3600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456768] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.connection_trace = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.456930] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.db_inc_retry_interval = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457108] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.db_max_retries = 20 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457427] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.db_max_retry_interval = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457427] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.db_retry_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457595] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.max_overflow = 50 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457762] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.max_pool_size = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.457961] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.max_retries = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458184] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458314] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458477] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.pool_timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458646] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.retry_interval = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458807] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.slave_connection = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.458970] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] api_database.sqlite_synchronous = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459165] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] devices.enabled_mdev_types = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459347] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459524] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459694] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ephemeral_storage_encryption.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.459860] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460042] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.api_servers = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460215] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460378] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460548] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460831] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460876] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461033] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.debug = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461208] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.default_trusted_certificate_ids = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461373] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.enable_certificate_validation = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461539] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.enable_rbd_download = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461703] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461872] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462046] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462211] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462373] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462538] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.num_retries = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462713] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.rbd_ceph_conf = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462879] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.rbd_connect_timeout = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463100] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.rbd_pool = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463233] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.rbd_user = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463405] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463592] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463764] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463938] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.service_type = image {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464117] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464281] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464440] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464602] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464784] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464949] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.verify_glance_signatures = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465132] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] glance.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465305] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] guestfs.debug = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465485] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465672] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.auth_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465840] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465999] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466179] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466341] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466504] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466666] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466831] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466989] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467164] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467327] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467487] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467822] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468017] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.service_type = shared-file-system {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468191] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.share_apply_policy_timeout = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468358] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468521] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468684] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468843] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469037] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469207] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] manila.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469379] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] mks.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469731] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469924] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.manager_interval = 2400 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470109] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.precache_concurrency = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470287] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.remove_unused_base_images = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470462] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470633] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470816] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] image_cache.subdirectory_name = _base {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470995] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.api_max_retries = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471175] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.api_retry_interval = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471339] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471510] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.auth_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471670] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471829] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471994] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472175] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.conductor_group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472338] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472499] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472662] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472825] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472984] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473160] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473325] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473493] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.peer_list = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473655] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473817] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473981] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.serial_console_state_timeout = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474158] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474331] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.service_type = baremetal {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474491] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.shard = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474655] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474814] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474971] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475144] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475328] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475510] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ironic.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475707] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475887] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] key_manager.fixed_key = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476256] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.barbican_api_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476421] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.barbican_endpoint = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476616] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.barbican_endpoint_type = public {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476799] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.barbican_region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476964] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477141] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477311] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477479] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477642] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477826] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.number_of_retries = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478022] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.retry_delay = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478201] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.send_service_user_token = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478371] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478536] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478704] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.verify_ssl = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478865] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican.verify_ssl_path = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479044] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479216] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.auth_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479377] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479538] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479704] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479867] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480038] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480206] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480369] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] barbican_service_user.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480538] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.approle_role_id = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480703] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.approle_secret_id = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480878] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.kv_mountpoint = secret {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481051] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.kv_path = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481223] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.kv_version = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481388] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.namespace = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481551] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.root_token_id = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481713] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.ssl_ca_crt_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481881] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.timeout = 60.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482060] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.use_ssl = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482237] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482409] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482572] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482768] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482946] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483124] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483289] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483454] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483618] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484414] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484414] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484414] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484414] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484414] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484606] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.service_type = identity {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484742] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484907] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485078] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485244] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485428] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485619] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] keystone.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485822] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.ceph_mount_options = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486244] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486449] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.connection_uri = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486639] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_mode = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486830] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487015] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_models = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487201] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_power_governor_high = performance {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487434] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487599] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_power_management = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487716] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487914] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.device_detach_attempts = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488111] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.device_detach_timeout = 20 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488290] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.disk_cachemodes = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488608] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.disk_prefix = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488665] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.enabled_perf_events = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488821] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.file_backed_memory = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489007] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.gid_maps = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489178] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.hw_disk_discard = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489342] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.hw_machine_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489514] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_rbd_ceph_conf = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489679] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489845] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490021] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_rbd_glance_store_name = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490198] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_rbd_pool = rbd {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490373] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_type = default {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490537] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.images_volume_group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490705] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.inject_key = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490874] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.inject_partition = -2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491051] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.inject_password = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491308] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.iscsi_iface = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491384] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.iser_use_multipath = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491545] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491714] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491881] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_downtime = 500 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492059] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492230] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492406] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_inbound_addr = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492572] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492737] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492897] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_scheme = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_timeout_action = abort {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493254] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_tunnelled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493417] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_uri = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493582] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.live_migration_with_native_tls = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493853] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.max_queues = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493910] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494160] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494330] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.nfs_mount_options = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494631] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494849] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495034] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495209] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495378] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495568] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_pcie_ports = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495752] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495924] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.pmem_namespaces = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496140] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.quobyte_client_cfg = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496407] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496590] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496763] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496934] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497113] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rbd_secret_uuid = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497279] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rbd_user = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497449] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497625] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497802] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rescue_image_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497984] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rescue_kernel_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498170] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rescue_ramdisk_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498349] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498517] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.rx_queue_size = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498695] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.smbfs_mount_options = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498986] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499181] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.snapshot_compression = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499348] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.snapshot_image_format = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499585] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499759] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.sparse_logical_volumes = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499928] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.swtpm_enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500115] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.swtpm_group = tss {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500291] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.swtpm_user = tss {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.sysinfo_serial = unique {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.tb_cache_size = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.tx_queue_size = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.uid_maps = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.use_virtio_for_bridges = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.virt_type = kvm {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501533] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.volume_clear = zero {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501784] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.volume_clear_size = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501784] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.volume_use_multipath = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501932] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_cache_path = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502119] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502292] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502460] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502631] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502919] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503115] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.vzstorage_mount_user = stack {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503292] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503469] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503648] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.auth_type = password {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503908] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503973] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504150] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504313] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504476] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504650] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.default_floating_pool = public {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504811] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504980] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.extension_sync_interval = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505160] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.http_retries = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505326] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505507] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505684] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505864] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506040] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506218] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.ovs_bridge = br-int {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506389] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.physnets = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506586] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.region_name = RegionOne {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506759] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506933] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.service_metadata_proxy = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507111] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507285] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.service_type = network {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507450] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507613] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507777] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507969] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508171] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508336] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] neutron.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508607] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.bdms_in_notifications = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508689] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.default_level = INFO {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508857] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.include_share_mapping = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509045] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.notification_format = unversioned {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509218] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.notify_on_state_change = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509396] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509577] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] pci.alias = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509752] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] pci.device_spec = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509919] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] pci.report_in_placement = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510105] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510282] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.auth_type = password {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510452] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510614] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510775] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510937] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511108] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511269] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511427] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.default_domain_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511584] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.default_domain_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511743] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.domain_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511898] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.domain_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512073] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512236] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512395] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512552] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512711] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512879] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.password = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513049] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.project_domain_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513222] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.project_domain_name = Default {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513389] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.project_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513562] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.project_name = service {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513732] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.region_name = RegionOne {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513896] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514069] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514240] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.service_type = placement {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514403] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514568] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514731] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514890] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.system_scope = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515060] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515221] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.trust_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515377] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.user_domain_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515568] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.user_domain_name = Default {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515740] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.user_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515917] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.username = nova {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516112] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516278] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] placement.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516465] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.cores = 20 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.count_usage_from_placement = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516827] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516999] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.injected_file_content_bytes = 10240 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517183] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.injected_file_path_length = 255 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517353] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.injected_files = 5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517521] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.instances = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517690] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.key_pairs = 100 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517879] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.metadata_items = 128 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518068] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.ram = 51200 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518239] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.recheck_quota = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518408] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.server_group_members = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518577] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.server_groups = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518786] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518964] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] quota.unified_limits_resource_strategy = require {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519174] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519323] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519482] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.image_metadata_prefilter = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519646] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519809] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.max_attempts = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519971] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.max_placement_results = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520146] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520311] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520473] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] scheduler.workers = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520823] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520995] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521188] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521359] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521526] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521690] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521866] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522073] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522247] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.host_subset_size = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522416] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522577] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522741] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522906] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.isolated_hosts = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523081] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.isolated_images = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523263] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523425] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523587] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523747] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.pci_in_placement = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523907] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524078] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524242] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524400] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524561] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524725] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524885] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.track_instance_changes = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525090] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525361] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metrics.required = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525585] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metrics.weight_multiplier = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525768] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525938] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] metrics.weight_setting = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526267] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526447] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526626] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.port_range = 10000:20000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526803] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526976] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527160] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] serial_console.serialproxy_port = 6083 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527330] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527503] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.auth_type = password {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527665] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527840] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528025] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528193] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528352] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528525] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.send_service_user_token = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528691] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528850] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] service_user.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529029] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.agent_enabled = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529198] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529498] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529713] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529886] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.html5proxy_port = 6082 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530062] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.image_compression = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530229] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.jpeg_compression = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530390] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.playback_compression = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530554] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.require_secure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530727] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.server_listen = 127.0.0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530896] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531072] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.streaming_mode = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531235] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] spice.zlib_compression = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531398] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] upgrade_levels.baseapi = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531566] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] upgrade_levels.compute = auto {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531725] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] upgrade_levels.conductor = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531882] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] upgrade_levels.scheduler = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532059] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532249] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532383] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532539] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532705] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532865] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533032] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533199] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533358] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vendordata_dynamic_auth.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533531] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.api_retry_count = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533692] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.ca_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533865] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534047] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.cluster_name = testcl1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534218] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.connection_pool_size = 10 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534378] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.console_delay_seconds = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534548] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.datastore_regex = ^datastore.* {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534759] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534933] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.host_password = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535122] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.host_port = 443 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535295] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.host_username = administrator@vsphere.local {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535467] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.insecure = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535657] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.integration_bridge = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535829] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.maximum_objects = 100 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535990] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.pbm_default_policy = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536169] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.pbm_enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536329] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.pbm_wsdl_location = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536501] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536683] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.serial_port_proxy_uri = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536852] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.serial_port_service_uri = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537031] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.task_poll_interval = 0.5 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537209] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.use_linked_clone = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537380] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.vnc_keymap = en-us {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537547] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.vnc_port = 5900 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537715] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vmware.vnc_port_total = 10000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537934] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.auth_schemes = ['none'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538135] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538436] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538626] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538802] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.novncproxy_port = 6080 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538992] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.server_listen = 127.0.0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539227] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539417] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.vencrypt_ca_certs = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539581] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.vencrypt_client_cert = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539741] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vnc.vencrypt_client_key = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539918] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540095] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_deep_image_inspection = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540262] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540423] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540586] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540751] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.disable_rootwrap = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540911] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.enable_numa_live_migration = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541082] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541247] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541408] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541568] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.libvirt_disable_apic = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541728] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541892] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542064] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542232] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542394] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542553] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542714] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542874] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543044] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543212] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543396] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543567] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.client_socket_timeout = 900 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543736] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.default_pool_size = 1000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543902] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.keep_alive = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544078] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.max_header_line = 16384 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544243] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544403] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.ssl_ca_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544565] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.ssl_cert_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544726] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.ssl_key_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544894] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.tcp_keepidle = 600 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545082] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545251] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] zvm.ca_file = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545413] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] zvm.cloud_connector_url = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545746] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545929] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] zvm.reachable_timeout = 300 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546120] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546304] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546485] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.connection_string = messaging:// {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546657] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.enabled = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546828] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.es_doc_type = notification {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546993] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.es_scroll_size = 10000 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547175] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.es_scroll_time = 2m {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547340] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.filter_error_trace = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547508] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.hmac_keys = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547676] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.sentinel_service_name = mymaster {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547858] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.socket_timeout = 0.1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548046] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.trace_requests = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548215] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler.trace_sqlalchemy = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548401] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler_jaeger.process_tags = {} {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548564] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler_jaeger.service_name_prefix = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548730] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] profiler_otlp.service_name_prefix = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548896] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] remote_debug.host = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549065] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] remote_debug.port = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549243] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549407] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549571] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549737] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549898] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550070] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550235] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550398] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550560] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550731] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550891] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551072] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551245] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551411] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551582] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551746] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551910] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552093] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552261] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552432] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552588] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552753] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552915] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553093] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553260] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553422] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553583] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553746] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553908] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554080] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554252] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554420] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554581] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554749] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554913] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555086] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555276] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555446] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_notifications.retry = -1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555645] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555824] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555998] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.auth_section = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556182] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.auth_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556343] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.cafile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556506] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.certfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556670] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.collect_timing = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556830] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.connect_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556988] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.connect_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557158] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_id = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557331] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557491] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_override = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557649] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557819] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558039] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.endpoint_service_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558224] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.insecure = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558386] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.keyfile = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558545] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.max_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558702] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.min_version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558858] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.region_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559024] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.retriable_status_codes = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559191] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.service_name = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559351] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.service_type = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559514] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.split_loggers = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559676] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.status_code_retries = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559835] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.status_code_retry_delay = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559993] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.timeout = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560167] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.valid_interfaces = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560327] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_limit.version = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560496] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_reports.file_event_handler = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560662] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560821] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] oslo_reports.log_dir = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560992] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561166] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561326] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561494] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561660] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561817] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561985] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562157] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562315] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562481] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562641] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562800] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] vif_plug_ovs_privileged.user = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562970] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563165] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563339] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563511] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563682] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563853] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564027] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564194] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564438] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564692] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.isolate_vif = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564894] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565081] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565259] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565460] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565711] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] os_vif_ovs.per_port_bridge = False {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565953] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.capabilities = [21] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566148] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566318] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.helper_command = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566492] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566663] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566822] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] privsep_osbrick.user = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566997] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567173] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.group = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567331] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.helper_command = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567495] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567661] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567819] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] nova_sys_admin.user = None {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567952] env[62979]: DEBUG oslo_service.service [None req-fce0feee-750b-4380-a896-2b58a54091a9 None None] ******************************************************************************** {{(pid=62979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 488.568388] env[62979]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 489.073130] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Getting list of instances from cluster (obj){ [ 489.073130] env[62979]: value = "domain-c8" [ 489.073130] env[62979]: _type = "ClusterComputeResource" [ 489.073130] env[62979]: } {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 489.074240] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de7f95d-97be-41fa-857d-db45c0277991 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.083260] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Got total of 0 instances {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 489.083964] env[62979]: WARNING nova.virt.vmwareapi.driver [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 489.084456] env[62979]: INFO nova.virt.node [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Generated node identity d39df0b0-bad2-4206-a7fb-dcba2b63f7cf [ 489.084693] env[62979]: INFO nova.virt.node [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Wrote node identity d39df0b0-bad2-4206-a7fb-dcba2b63f7cf to /opt/stack/data/n-cpu-1/compute_id [ 489.587308] env[62979]: WARNING nova.compute.manager [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Compute nodes ['d39df0b0-bad2-4206-a7fb-dcba2b63f7cf'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 490.592677] env[62979]: INFO nova.compute.manager [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 491.598051] env[62979]: WARNING nova.compute.manager [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 491.598401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.598531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.598685] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.598841] env[62979]: DEBUG nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 491.599792] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818efbd-e180-471d-b0b0-91053bb6d46a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.607728] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81516ae3-832d-4276-844d-5b6ef86928f3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.621136] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2851bb-7bbf-4498-a0b9-634356b3a5a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.627434] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165e69cb-51de-4d29-8f2f-f32ff48ed8c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.656253] env[62979]: DEBUG nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 491.656389] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.656597] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.161220] env[62979]: WARNING nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] No compute node record for cpu-1:d39df0b0-bad2-4206-a7fb-dcba2b63f7cf: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d39df0b0-bad2-4206-a7fb-dcba2b63f7cf could not be found. [ 492.664940] env[62979]: INFO nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf [ 494.175690] env[62979]: DEBUG nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 494.175690] env[62979]: DEBUG nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 494.335075] env[62979]: INFO nova.scheduler.client.report [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] [req-63c0630c-7dc9-4b24-8cff-2b62146dc4fd] Created resource provider record via placement API for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 494.351110] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219f87e-c181-4b3b-9bd5-3ab3897c0292 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.357986] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6a14d-8996-45e5-81d9-5dfa1a50a967 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.388234] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cefc1e-b06a-4fa2-9ab8-fea90e2283f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.395908] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c67d9b-65e2-4114-b1ab-9d8ca4c950fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.408984] env[62979]: DEBUG nova.compute.provider_tree [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.948120] env[62979]: DEBUG nova.scheduler.client.report [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 494.948120] env[62979]: DEBUG nova.compute.provider_tree [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 0 to 1 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 494.948120] env[62979]: DEBUG nova.compute.provider_tree [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.994294] env[62979]: DEBUG nova.compute.provider_tree [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 1 to 2 during operation: update_traits {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 495.499084] env[62979]: DEBUG nova.compute.resource_tracker [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 495.499402] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.499468] env[62979]: DEBUG nova.service [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Creating RPC server for service compute {{(pid=62979) start /opt/stack/nova/nova/service.py:186}} [ 495.515265] env[62979]: DEBUG nova.service [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] Join ServiceGroup membership for this service compute {{(pid=62979) start /opt/stack/nova/nova/service.py:203}} [ 495.515265] env[62979]: DEBUG nova.servicegroup.drivers.db [None req-f893e478-71c2-42af-910e-74101430d6f3 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62979) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 504.516505] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 505.019795] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Getting list of instances from cluster (obj){ [ 505.019795] env[62979]: value = "domain-c8" [ 505.019795] env[62979]: _type = "ClusterComputeResource" [ 505.019795] env[62979]: } {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 505.020986] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cdbcf0-ae57-4f45-9f9b-faabbbf86a69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.029563] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Got total of 0 instances {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 505.029782] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 505.030096] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Getting list of instances from cluster (obj){ [ 505.030096] env[62979]: value = "domain-c8" [ 505.030096] env[62979]: _type = "ClusterComputeResource" [ 505.030096] env[62979]: } {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 505.030895] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2231a-a701-4b3c-b2d1-4c237c1f8147 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.037684] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Got total of 0 instances {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.492115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "c58ee419-f81c-41be-be21-3d35b662628b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.492421] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.996189] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.103843] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.104138] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.556716] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.557016] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.558861] env[62979]: INFO nova.compute.claims [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.608050] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.145450] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.160595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "504c4739-2376-4cba-aabf-7bdfa07362a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.160819] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.665897] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.672177] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b437e-6a63-42f0-9a9e-58a915e15d83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.684973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9811d-cf69-4b75-809c-9f18fca54a1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.733552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb14be2-cfc4-491e-bcda-2f6fd5692000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.742249] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa25a5-2d47-45a6-968e-0eaeaba8f1a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.757885] env[62979]: DEBUG nova.compute.provider_tree [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.206623] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.262961] env[62979]: DEBUG nova.scheduler.client.report [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.770759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.770759] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.773063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.628s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.774522] env[62979]: INFO nova.compute.claims [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.896741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.896741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.281995] env[62979]: DEBUG nova.compute.utils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.286228] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 538.403476] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 538.789201] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.933731] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.974187] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1dd64a-2a4a-4dee-8f57-d54b7a94f894 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.982886] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdcdc91-823a-4357-99e8-8442474a52d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.016795] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d1f6d1-1907-4c77-84d5-98fd627bb4a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.024383] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1229903-1cf5-4036-a4a6-f6bca36e35fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.040037] env[62979]: DEBUG nova.compute.provider_tree [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.218252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.219183] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.266905] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.268146] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.314331] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "94caeb36-e13c-411e-a6f7-972fff018f96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.314550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.547021] env[62979]: DEBUG nova.scheduler.client.report [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.725160] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.775629] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.805013] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.820079] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.999822] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.999942] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.000059] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.000275] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.000378] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.000891] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.001352] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.002391] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.002391] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.002391] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.002391] env[62979]: DEBUG nova.virt.hardware [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.004560] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eceeff2-b972-487f-b10f-d254e5c02215 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.015368] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e212751c-a73f-4f87-ae9c-19a43105696e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.043066] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb3836-4e21-46f3-b21a-1367ec3f99e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.060788] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.061562] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.068140] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.859s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.070441] env[62979]: INFO nova.compute.claims [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.083123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.095968] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.096296] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638aa7f2-ee94-46c3-a4fa-87eb58d0b6d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.109988] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Created folder: OpenStack in parent group-v4. [ 540.110235] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating folder: Project (af5db62ce6f74fffb51a0e08f917d0d8). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.111226] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acb83cdb-b660-4739-b3ce-1ae1571099ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.120233] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Created folder: Project (af5db62ce6f74fffb51a0e08f917d0d8) in parent group-v483149. [ 540.120338] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating folder: Instances. Parent ref: group-v483150. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.120537] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a5ecf3-72ab-499b-92c4-4bb4b4c7a929 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.131898] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Created folder: Instances in parent group-v483150. [ 540.133113] env[62979]: DEBUG oslo.service.loopingcall [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.134703] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.135307] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd3d646-9f94-46df-bc4d-cb7806f40e31 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.156811] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.156811] env[62979]: value = "task-2380727" [ 540.156811] env[62979]: _type = "Task" [ 540.156811] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.167660] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380727, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.253789] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.308723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.346042] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.361487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.361487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.574979] env[62979]: DEBUG nova.compute.utils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.581064] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.581064] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.670221] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380727, 'name': CreateVM_Task, 'duration_secs': 0.322819} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.670729] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.671940] env[62979]: DEBUG oslo_vmware.service [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7dc9bf-5f1c-4cf1-b4c7-b909b84d40e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.679511] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.679881] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.680623] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.680999] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d93a96a-8e17-407e-942b-b8f90593193a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.686030] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 540.686030] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293ad40-72c8-3218-146f-64e01b7ac5b9" [ 540.686030] env[62979]: _type = "Task" [ 540.686030] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.694152] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293ad40-72c8-3218-146f-64e01b7ac5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.867578] env[62979]: DEBUG nova.policy [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50218ba04a6c4fba94f919ef98f695fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b19d0c9e6a64d40aeace497cea68f7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.869383] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.078580] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.197263] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.197492] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.197663] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.198247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.198693] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.202324] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ab07a6b-3faf-4ef1-9963-1cc91937de38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.222436] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.222640] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 541.227437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc790e0-605a-4ce9-9687-35355dc40907 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.238679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca499a-aa05-4e23-a7de-5602e24a4a79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.242194] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b020bf4-279e-4b8d-983f-d4182659e974 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.249657] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49775e55-7427-416c-acbe-17f32097cc89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.298891] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 541.298891] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2e7f9-cfb4-3517-cfe2-3b58f699c29b" [ 541.298891] env[62979]: _type = "Task" [ 541.298891] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.300467] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2146d582-289f-4d01-b3ab-1b0cd125f85c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.313404] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab755044-fb01-4487-b77b-862a47afd7a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.327189] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 541.327189] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating directory with path [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.327189] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05fc0c22-a5aa-4a27-bfcd-afe171fedcd6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.344866] env[62979]: DEBUG nova.compute.provider_tree [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.359170] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Created directory with path [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.359170] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Fetch image to [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 541.359170] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Downloading image file data ae6058aa-ff4d-4266-bdc8-737847428519 to [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk on the data store datastore2 {{(pid=62979) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 541.359170] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72648486-48b4-4ace-ae89-c56c46ce6518 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.369343] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b3b2a6-ca8d-4ae9-afe3-ef4a129bdcb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.384679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76a3b9-83ae-4776-836b-212292136843 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.429048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.429867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40623a66-cc93-4fb2-9ea0-9f839cfbb27b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.436132] env[62979]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-db78a573-00ba-4d48-bb33-ab5ea59c9387 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.468957] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Downloading image file data ae6058aa-ff4d-4266-bdc8-737847428519 to the data store datastore2 {{(pid=62979) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 541.561915] env[62979]: DEBUG oslo_vmware.rw_handles [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 541.849989] env[62979]: DEBUG nova.scheduler.client.report [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.874333] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.875334] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.136637] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.257509] env[62979]: DEBUG oslo_vmware.rw_handles [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 542.257734] env[62979]: DEBUG oslo_vmware.rw_handles [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 542.298818] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.299106] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.299351] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.299681] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.300058] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.300058] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.300445] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.300617] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.300788] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.300947] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.301130] env[62979]: DEBUG nova.virt.hardware [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.302135] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af00a8-7e64-471f-b02b-4ba6ca42e5d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.305620] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Successfully created port: a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.315888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448cb3f-cad8-4aca-b8a5-33c13c1bac79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.359370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.359963] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.362800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.429s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.364940] env[62979]: INFO nova.compute.claims [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.377678] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.399301] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Downloaded image file data ae6058aa-ff4d-4266-bdc8-737847428519 to vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk on the data store datastore2 {{(pid=62979) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 542.402628] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 542.402628] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Copying Virtual Disk [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk to [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.402628] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68998c21-aa8f-4ad5-a939-c3b15b8dc996 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.412948] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 542.412948] env[62979]: value = "task-2380728" [ 542.412948] env[62979]: _type = "Task" [ 542.412948] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.422438] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.873625] env[62979]: DEBUG nova.compute.utils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.875317] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.875596] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.912321] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.926590] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380728, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.086459] env[62979]: DEBUG nova.policy [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92160028582541558b985fd66f9dccfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6229510f6646848717380ea0db35da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.386135] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.434730] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.435071] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Copied Virtual Disk [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk to [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.435560] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleting the datastore file [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 543.435560] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc9ce2a-d4fb-436b-b936-da5d4e19d917 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.443047] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 543.443047] env[62979]: value = "task-2380729" [ 543.443047] env[62979]: _type = "Task" [ 543.443047] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.462785] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.562147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bde4a9-6e9c-41b2-b087-34cdc067a414 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.569814] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a6bf85-9230-4806-8fda-ae01ba1ef534 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.609973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0382b34-4d4a-4c00-8aa9-3ed95570c219 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.618265] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff2b9ae-8ee9-4590-956e-2c61758d11df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.632570] env[62979]: DEBUG nova.compute.provider_tree [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.886052] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.886399] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.887099] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 543.887099] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 543.956588] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025072} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.957630] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 543.957889] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Moving file from [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88/ae6058aa-ff4d-4266-bdc8-737847428519 to [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519. {{(pid=62979) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 543.958217] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-df9aca32-caaf-4828-82fd-f4fa12dcc09c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.969830] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 543.969830] env[62979]: value = "task-2380730" [ 543.969830] env[62979]: _type = "Task" [ 543.969830] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.980585] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380730, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.137643] env[62979]: DEBUG nova.scheduler.client.report [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.393193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 544.393193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 544.393193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 544.393193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 544.393193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Didn't find any instances for network info cache update. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 544.393193] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.393447] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 544.393660] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.399612] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.435579] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.436465] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.436465] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.436465] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.437207] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.437207] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.437207] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.437355] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.437493] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.437687] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.437890] env[62979]: DEBUG nova.virt.hardware [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.439106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802ec2a-e117-4007-a329-59594229a17a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.448229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81294d2-d51f-48dd-9b05-5d56be107c73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.480642] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380730, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.481608] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Successfully created port: 7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.484012] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] File moved {{(pid=62979) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 544.485145] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Cleaning up location [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 544.485373] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleting the datastore file [datastore2] vmware_temp/023d67c2-ad42-4864-8cb0-ba0c4ef8bd88 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 544.486191] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f3bfae-849a-41f9-bfee-6fecd23dc349 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.493997] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 544.493997] env[62979]: value = "task-2380731" [ 544.493997] env[62979]: _type = "Task" [ 544.493997] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.504210] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.642412] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.642839] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.647248] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.394s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.652179] env[62979]: INFO nova.compute.claims [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.907963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.006906] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033132} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.006906] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.009312] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fb931d-5ead-4aef-b231-b8212f23c293 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.018041] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 545.018041] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258813f-e2c1-aae2-31bc-dd3118f1617a" [ 545.018041] env[62979]: _type = "Task" [ 545.018041] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.026349] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258813f-e2c1-aae2-31bc-dd3118f1617a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.143687] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "00c734c8-d0ad-40b7-a4d5-0724245be076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.143929] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.158060] env[62979]: DEBUG nova.compute.utils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.163202] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.163406] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.373196] env[62979]: DEBUG nova.policy [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067ead9f1ef24c5c986f185a8db9ba39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7626ec2ad7064de18b3c583b1a0ca462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.497399] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Successfully updated port: a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.536158] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258813f-e2c1-aae2-31bc-dd3118f1617a, 'name': SearchDatastore_Task, 'duration_secs': 0.022484} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.536701] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.536957] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c58ee419-f81c-41be-be21-3d35b662628b/c58ee419-f81c-41be-be21-3d35b662628b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.537756] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6954cd1f-6c2c-4e15-9e49-57ee6f6201fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.550010] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 545.550010] env[62979]: value = "task-2380732" [ 545.550010] env[62979]: _type = "Task" [ 545.550010] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.558617] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.651984] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.663764] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.904587] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85b283-2338-485c-83e2-d7f10db9f089 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.917745] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4b9198-b5a8-4df6-be90-e7b3bb24344b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.960835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686946b3-2349-4995-b714-57f6be080e7c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.973487] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ded615-0171-4b34-9ad2-48efe7c586a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.997818] env[62979]: DEBUG nova.compute.provider_tree [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.003317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.003317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquired lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.003317] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.067138] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.180572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.501318] env[62979]: DEBUG nova.scheduler.client.report [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.562054] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553066} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.562154] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c58ee419-f81c-41be-be21-3d35b662628b/c58ee419-f81c-41be-be21-3d35b662628b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.562940] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.562940] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9afdf74c-85d2-423e-a053-7eefd955aa4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.569613] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 546.569613] env[62979]: value = "task-2380733" [ 546.569613] env[62979]: _type = "Task" [ 546.569613] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.578317] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.653213] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.678030] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.717872] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.718954] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.719684] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.719992] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.720387] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.720653] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.720962] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.721294] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.721592] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.721874] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.722159] env[62979]: DEBUG nova.virt.hardware [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.723138] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93531010-fe19-45f9-ac04-251e947eebb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.733634] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c06c9-b60c-46c4-84fa-60e00da1cdaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.010351] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.010351] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.015348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.707s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.016934] env[62979]: INFO nova.compute.claims [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.079593] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099511} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.079887] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.080865] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0568807-6d8b-4861-b581-34427f01ad93 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.109854] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c58ee419-f81c-41be-be21-3d35b662628b/c58ee419-f81c-41be-be21-3d35b662628b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 547.112219] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a585a4a-7c86-4121-9b13-0d8de1519c94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.134207] env[62979]: DEBUG nova.network.neutron [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Updating instance_info_cache with network_info: [{"id": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "address": "fa:16:3e:f3:2d:8f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e4bb3d-bd", "ovs_interfaceid": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.136209] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 547.136209] env[62979]: value = "task-2380734" [ 547.136209] env[62979]: _type = "Task" [ 547.136209] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.142953] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Successfully created port: 3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.149614] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.523746] env[62979]: DEBUG nova.compute.utils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.530485] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.530485] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.600799] env[62979]: DEBUG nova.policy [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b1ad2210e64a88acab35e5ce6c9ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961538be6bf34d1e9d6ec6cdfe4afcd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.638742] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Releasing lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.638742] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Instance network_info: |[{"id": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "address": "fa:16:3e:f3:2d:8f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e4bb3d-bd", "ovs_interfaceid": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.639075] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:2d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e4bb3d-bd75-4876-bf13-ee4146e6f7be', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.648052] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Creating folder: Project (7b19d0c9e6a64d40aeace497cea68f7f). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.652780] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46ae653d-3787-413e-abe0-7d48eba40128 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.663303] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380734, 'name': ReconfigVM_Task, 'duration_secs': 0.285193} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.664821] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c58ee419-f81c-41be-be21-3d35b662628b/c58ee419-f81c-41be-be21-3d35b662628b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.666800] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67136fb4-c559-41ef-8d7a-8da1e512fd04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.669649] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Created folder: Project (7b19d0c9e6a64d40aeace497cea68f7f) in parent group-v483149. [ 547.669827] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Creating folder: Instances. Parent ref: group-v483153. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.670075] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96141c9-2bea-4ad7-9e31-2e0aa85edc58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.676825] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 547.676825] env[62979]: value = "task-2380736" [ 547.676825] env[62979]: _type = "Task" [ 547.676825] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.681319] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Created folder: Instances in parent group-v483153. [ 547.681552] env[62979]: DEBUG oslo.service.loopingcall [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.682076] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.682299] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455e6148-4b43-4e4a-aa87-1195ecca4014 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.705997] env[62979]: DEBUG nova.compute.manager [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Received event network-vif-plugged-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.705997] env[62979]: DEBUG oslo_concurrency.lockutils [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] Acquiring lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.705997] env[62979]: DEBUG oslo_concurrency.lockutils [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.705997] env[62979]: DEBUG oslo_concurrency.lockutils [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.705997] env[62979]: DEBUG nova.compute.manager [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] No waiting events found dispatching network-vif-plugged-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.706194] env[62979]: WARNING nova.compute.manager [req-60d3287c-c22d-4bdb-ad9a-ccf7724ed8b9 req-422a46d2-c250-4a6a-97a8-9fb0f29ebe13 service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Received unexpected event network-vif-plugged-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be for instance with vm_state building and task_state spawning. [ 547.708031] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380736, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.713650] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.713650] env[62979]: value = "task-2380738" [ 547.713650] env[62979]: _type = "Task" [ 547.713650] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.727451] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380738, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.031802] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.192307] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380736, 'name': Rename_Task, 'duration_secs': 0.163093} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.196128] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.198182] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6e7fb1-0173-4085-a5e9-6a1785a66c38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.206455] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 548.206455] env[62979]: value = "task-2380739" [ 548.206455] env[62979]: _type = "Task" [ 548.206455] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.218388] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.230657] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380738, 'name': CreateVM_Task, 'duration_secs': 0.387927} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.232149] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.254581] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Successfully updated port: 7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.276250] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.277783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.278454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.282217] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Successfully created port: a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.282217] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab134574-02b6-4a5c-8654-b1da0b6bde3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.289764] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 548.289764] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52464d90-13c6-4c9f-ac5e-5135698b7c39" [ 548.289764] env[62979]: _type = "Task" [ 548.289764] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.301840] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52464d90-13c6-4c9f-ac5e-5135698b7c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.337281] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4f3bd-f46f-4990-88b1-080b2499672e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.346909] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223ac8c-8280-4361-ba8a-31508eb7939e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.392488] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a30925-8195-47fe-b542-6ede69928117 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.403070] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c23dd1-31db-46dd-a573-c554919103d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.415816] env[62979]: DEBUG nova.compute.provider_tree [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.720136] env[62979]: DEBUG oslo_vmware.api [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380739, 'name': PowerOnVM_Task, 'duration_secs': 0.466329} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.720136] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.720136] env[62979]: INFO nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 548.720136] env[62979]: DEBUG nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.721369] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520ba6a6-741c-485f-a41f-dfb2d88c978b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.758698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.758698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquired lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.758803] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.802493] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52464d90-13c6-4c9f-ac5e-5135698b7c39, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.802493] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.802493] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.802493] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.802919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.802919] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.802996] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35bc81d5-2d2f-4847-925e-15978c802e79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.814356] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.814839] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.815313] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede83941-12da-49d8-97e3-cc12ec3565e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.820560] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 548.820560] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0e20c-a9c0-3c11-18ff-5a1a80090548" [ 548.820560] env[62979]: _type = "Task" [ 548.820560] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.830199] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0e20c-a9c0-3c11-18ff-5a1a80090548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.922603] env[62979]: DEBUG nova.scheduler.client.report [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.045140] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.092843] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.093055] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.093265] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.093405] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.093515] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.093665] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.093880] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.094050] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.094848] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.094848] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.094848] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.096049] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02913f93-19fc-46c1-a696-afd0e573743b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.108831] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e02645b-3012-49d3-83e0-1d58707aecdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.250621] env[62979]: INFO nova.compute.manager [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Took 13.75 seconds to build instance. [ 549.334022] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0e20c-a9c0-3c11-18ff-5a1a80090548, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.334770] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.337219] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645c504b-1673-4acc-a23c-cfccdfe52aa9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.342645] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 549.342645] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ecdeb2-d6e8-95ff-0eab-9db99c3c56b2" [ 549.342645] env[62979]: _type = "Task" [ 549.342645] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.350632] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ecdeb2-d6e8-95ff-0eab-9db99c3c56b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.433982] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.434568] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.438281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.092s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.439080] env[62979]: INFO nova.compute.claims [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.590397] env[62979]: DEBUG nova.network.neutron [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Updating instance_info_cache with network_info: [{"id": "7296b04a-a380-4db1-8809-947bdf80004c", "address": "fa:16:3e:ea:6e:bc", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7296b04a-a3", "ovs_interfaceid": "7296b04a-a380-4db1-8809-947bdf80004c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.754234] env[62979]: DEBUG oslo_concurrency.lockutils [None req-855c5f25-ebec-47d0-bee2-8ea61501ea38 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.262s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.853174] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ecdeb2-d6e8-95ff-0eab-9db99c3c56b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.853679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.853679] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 383d1c97-d96b-4993-9ae2-d0aad9415e59/383d1c97-d96b-4993-9ae2-d0aad9415e59.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.853833] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e1ad15-6619-49e0-983b-957fa928a6dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.862016] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 549.862016] env[62979]: value = "task-2380740" [ 549.862016] env[62979]: _type = "Task" [ 549.862016] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.868273] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.944041] env[62979]: DEBUG nova.compute.utils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.948458] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.948458] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.958370] env[62979]: DEBUG nova.compute.manager [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Received event network-vif-plugged-7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.958590] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] Acquiring lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.958808] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.959057] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.959240] env[62979]: DEBUG nova.compute.manager [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] No waiting events found dispatching network-vif-plugged-7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.959403] env[62979]: WARNING nova.compute.manager [req-9f8972e4-3c9e-45e6-a9bd-dc62a9d37661 req-4b91748a-e69d-4450-89c5-e5e6f1acb4e8 service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Received unexpected event network-vif-plugged-7296b04a-a380-4db1-8809-947bdf80004c for instance with vm_state building and task_state spawning. [ 550.073121] env[62979]: DEBUG nova.policy [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b1ad2210e64a88acab35e5ce6c9ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961538be6bf34d1e9d6ec6cdfe4afcd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.092831] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Releasing lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.093155] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Instance network_info: |[{"id": "7296b04a-a380-4db1-8809-947bdf80004c", "address": "fa:16:3e:ea:6e:bc", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7296b04a-a3", "ovs_interfaceid": "7296b04a-a380-4db1-8809-947bdf80004c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.097122] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:6e:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7296b04a-a380-4db1-8809-947bdf80004c', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.101455] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Creating folder: Project (bc6229510f6646848717380ea0db35da). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.102309] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b66ff11-e209-443d-b779-5ecebddc1867 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.117730] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Created folder: Project (bc6229510f6646848717380ea0db35da) in parent group-v483149. [ 550.118205] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Creating folder: Instances. Parent ref: group-v483156. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.118502] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc06202d-b8d9-435a-99d3-248e81bd19dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.132750] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Created folder: Instances in parent group-v483156. [ 550.132750] env[62979]: DEBUG oslo.service.loopingcall [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.132955] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.132996] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68ac159-3749-4b22-84d6-7ffbda41d1f3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.159925] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.159925] env[62979]: value = "task-2380743" [ 550.159925] env[62979]: _type = "Task" [ 550.159925] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.174110] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380743, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.373941] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380740, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.449822] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.539093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "3a60618c-b48a-45e6-81be-44b26423799d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.540997] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.678195] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380743, 'name': CreateVM_Task, 'duration_secs': 0.364341} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.681690] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.683197] env[62979]: DEBUG oslo_vmware.service [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cbe60-dd4a-45ef-b198-9c4bf55517a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.689018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.689199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.689554] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.689792] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6bf403-99bf-41a1-8de4-efec0ff789c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.701308] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 550.701308] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d2d22e-0b66-89bd-942b-a2ec06f1cd5a" [ 550.701308] env[62979]: _type = "Task" [ 550.701308] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.709404] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d2d22e-0b66-89bd-942b-a2ec06f1cd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.723552] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Successfully created port: 776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.759732] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f17e81-2c5a-4533-b58c-6397c8908ff9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.767213] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b980db-7b2d-4d29-a830-ae1059e845ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.797237] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b5dd2-99eb-423a-abb6-0e0c7e80e7e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.800689] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Successfully updated port: 3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.808815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040e8aa-a640-40bb-990b-a678d7e953dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.822456] env[62979]: DEBUG nova.compute.provider_tree [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.871788] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5326} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.872044] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 383d1c97-d96b-4993-9ae2-d0aad9415e59/383d1c97-d96b-4993-9ae2-d0aad9415e59.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.872273] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.872542] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb2d91b-31dd-437c-a550-876af9bd78c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.880045] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 550.880045] env[62979]: value = "task-2380744" [ 550.880045] env[62979]: _type = "Task" [ 550.880045] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.890293] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.966706] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Successfully updated port: a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.042290] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.214269] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.215799] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.216266] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.216349] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.218142] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.218142] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d215df0b-b57a-406e-b665-91d6c071f9f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.228376] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.232021] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.232860] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6748eb2c-9a8c-47de-9a61-8a1b222c04b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.240267] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a326cae1-6d04-4b4d-ad7c-ee28c343fc43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.246261] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 551.246261] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5253b4ec-661b-b42f-d2d4-ece03c35ced4" [ 551.246261] env[62979]: _type = "Task" [ 551.246261] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.256367] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5253b4ec-661b-b42f-d2d4-ece03c35ced4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.303278] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.303536] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.303719] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.324997] env[62979]: DEBUG nova.scheduler.client.report [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.393865] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071285} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.394662] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.395190] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02f93a-6454-42a1-9356-3e3286d12848 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.421142] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 383d1c97-d96b-4993-9ae2-d0aad9415e59/383d1c97-d96b-4993-9ae2-d0aad9415e59.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.421803] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047a325d-2ded-4a40-a77a-2d1c37f083e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.441506] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 551.441506] env[62979]: value = "task-2380745" [ 551.441506] env[62979]: _type = "Task" [ 551.441506] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.449844] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.465493] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.472742] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.472892] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.473064] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.498371] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.498611] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.498779] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.498963] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.502837] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.502837] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.502837] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.502837] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.502837] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.503136] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.503136] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.503136] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec38f9e-78cc-450e-bf8a-9abf466b65a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.510304] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fd67b-8b22-4bd8-8760-403810830a21 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.567856] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.735675] env[62979]: DEBUG nova.compute.manager [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Received event network-changed-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.735675] env[62979]: DEBUG nova.compute.manager [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Refreshing instance network info cache due to event network-changed-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 551.735675] env[62979]: DEBUG oslo_concurrency.lockutils [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] Acquiring lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.735957] env[62979]: DEBUG oslo_concurrency.lockutils [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] Acquired lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.736562] env[62979]: DEBUG nova.network.neutron [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Refreshing network info cache for port a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 551.763064] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 551.763064] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Creating directory with path [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.763212] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44ef2180-95e1-464c-a4b0-1e761c0e5059 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.783523] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Created directory with path [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.783745] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Fetch image to [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 551.783916] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Downloading image file data ae6058aa-ff4d-4266-bdc8-737847428519 to [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk on the data store datastore1 {{(pid=62979) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 551.784736] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e25f13-682d-457d-a23f-00cf15ca92be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.797153] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072dfdb8-70b7-41d1-9f7f-0c44377d817e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.810026] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdcc7fb-ee65-486d-9df0-154b10a3c529 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.849715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.850449] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.854778] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.426s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.860414] env[62979]: INFO nova.compute.claims [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.864482] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c38d0-431a-4cd1-8e66-28bb99bf151f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.873496] env[62979]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-211615ac-713f-4f43-a233-3b7ec9d2621b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.884745] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.909056] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Downloading image file data ae6058aa-ff4d-4266-bdc8-737847428519 to the data store datastore1 {{(pid=62979) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 551.957682] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380745, 'name': ReconfigVM_Task, 'duration_secs': 0.299793} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.957965] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 383d1c97-d96b-4993-9ae2-d0aad9415e59/383d1c97-d96b-4993-9ae2-d0aad9415e59.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.962296] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f9286a2-c8b5-42b5-ad1b-8a1459931b6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.969869] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 551.969869] env[62979]: value = "task-2380746" [ 551.969869] env[62979]: _type = "Task" [ 551.969869] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.984413] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380746, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.015027] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 552.145187] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.354805] env[62979]: DEBUG nova.compute.manager [None req-3a2fc9c5-bd45-43f5-8f14-e30ca753bf75 tempest-ServerDiagnosticsV248Test-1976132143 tempest-ServerDiagnosticsV248Test-1976132143-project-admin] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.356734] env[62979]: DEBUG nova.compute.utils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 552.358519] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf3736-7632-43fe-86d8-eaba97a15482 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.366606] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.366790] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.377303] env[62979]: INFO nova.compute.manager [None req-3a2fc9c5-bd45-43f5-8f14-e30ca753bf75 tempest-ServerDiagnosticsV248Test-1976132143 tempest-ServerDiagnosticsV248Test-1976132143-project-admin] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Retrieving diagnostics [ 552.379639] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ed7f9-c0b5-49a8-b9ae-16ad5e67bf83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.485035] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380746, 'name': Rename_Task, 'duration_secs': 0.149717} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.485035] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.485035] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ae4827-9560-4a69-8833-5b1f1d260f50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.490502] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 552.490502] env[62979]: value = "task-2380747" [ 552.490502] env[62979]: _type = "Task" [ 552.490502] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.499380] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.648713] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Updating instance_info_cache with network_info: [{"id": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "address": "fa:16:3e:c6:35:46", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f7b6f9-17", "ovs_interfaceid": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.663934] env[62979]: DEBUG nova.policy [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b1ad2210e64a88acab35e5ce6c9ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961538be6bf34d1e9d6ec6cdfe4afcd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.668175] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 552.668294] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 552.730181] env[62979]: DEBUG nova.network.neutron [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.811881] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Downloaded image file data ae6058aa-ff4d-4266-bdc8-737847428519 to vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk on the data store datastore1 {{(pid=62979) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.813600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.813870] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Copying Virtual Disk [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk to [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.815082] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d10cf67-5d78-407f-b8c8-631712c63345 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.821724] env[62979]: DEBUG nova.network.neutron [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Updated VIF entry in instance network info cache for port a5e4bb3d-bd75-4876-bf13-ee4146e6f7be. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.822067] env[62979]: DEBUG nova.network.neutron [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Updating instance_info_cache with network_info: [{"id": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "address": "fa:16:3e:f3:2d:8f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e4bb3d-bd", "ovs_interfaceid": "a5e4bb3d-bd75-4876-bf13-ee4146e6f7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.824872] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 552.824872] env[62979]: value = "task-2380748" [ 552.824872] env[62979]: _type = "Task" [ 552.824872] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.838463] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.865796] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.002806] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.099693] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43975027-413b-4a33-aaff-e62335ff5cfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.108330] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3e8a9-3f6e-4235-8928-f90c2fa0ecdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.147266] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e9d632-1640-4574-88e3-40508feb4d76 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.151791] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.152009] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Instance network_info: |[{"id": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "address": "fa:16:3e:c6:35:46", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f7b6f9-17", "ovs_interfaceid": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.154509] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:35:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f7b6f9-1763-4585-9ce7-3f898183e9ed', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.161852] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Creating folder: Project (961538be6bf34d1e9d6ec6cdfe4afcd1). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.162196] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6444d27c-645d-41dd-a470-30052b412393 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.164967] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276558b4-aafd-45c8-b8b0-5c3c279918ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.180440] env[62979]: DEBUG nova.compute.provider_tree [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.186244] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Created folder: Project (961538be6bf34d1e9d6ec6cdfe4afcd1) in parent group-v483149. [ 553.186244] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Creating folder: Instances. Parent ref: group-v483159. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.186244] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14576a0a-d2a7-4bb4-818c-a6f8b3665dbd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.196338] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Created folder: Instances in parent group-v483159. [ 553.196338] env[62979]: DEBUG oslo.service.loopingcall [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.196338] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.196338] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ed9e7b-e232-4af0-bfd4-66934bb10201 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.217224] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.217224] env[62979]: value = "task-2380751" [ 553.217224] env[62979]: _type = "Task" [ 553.217224] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.226704] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380751, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.232677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.232984] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Instance network_info: |[{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.233384] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:4d:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b192b79-a367-4bc1-a739-05283110df06', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.246260] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Creating folder: Project (7626ec2ad7064de18b3c583b1a0ca462). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.246260] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825b1d6f-9f4e-475c-a681-4af12243128e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.256701] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Created folder: Project (7626ec2ad7064de18b3c583b1a0ca462) in parent group-v483149. [ 553.256923] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Creating folder: Instances. Parent ref: group-v483162. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.257204] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5f76b2-8d73-46d7-84e3-798250090294 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.265961] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Created folder: Instances in parent group-v483162. [ 553.266870] env[62979]: DEBUG oslo.service.loopingcall [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.266870] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.266870] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3e1a4a-6aa7-4e47-b3e3-78813b2a1d84 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.288382] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.288382] env[62979]: value = "task-2380754" [ 553.288382] env[62979]: _type = "Task" [ 553.288382] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.297452] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380754, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.326439] env[62979]: DEBUG oslo_concurrency.lockutils [req-61e45661-1c70-47fe-b6c7-654f60e7359f req-55ef1c2e-2ed5-463e-a7d9-12dc0954f9ec service nova] Releasing lock "refresh_cache-383d1c97-d96b-4993-9ae2-d0aad9415e59" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.337085] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380748, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.361544] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Successfully updated port: 776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.507994] env[62979]: DEBUG oslo_vmware.api [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380747, 'name': PowerOnVM_Task, 'duration_secs': 0.58094} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.507994] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.507994] env[62979]: INFO nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Took 11.37 seconds to spawn the instance on the hypervisor. [ 553.508242] env[62979]: DEBUG nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.508898] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394097f-5790-403b-a3ad-9d21e1ddcb37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.685571] env[62979]: DEBUG nova.scheduler.client.report [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.727798] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380751, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.768018] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Successfully created port: d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.800228] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380754, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.837231] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711208} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.837231] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Copied Virtual Disk [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk to [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.837429] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleting the datastore file [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519/tmp-sparse.vmdk {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.838214] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ace8b7-1815-4c4e-9346-2d70d4e194c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.844563] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 553.844563] env[62979]: value = "task-2380755" [ 553.844563] env[62979]: _type = "Task" [ 553.844563] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.854221] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.866467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.866467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.866467] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.877244] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.911219] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Received event network-changed-7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.911394] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Refreshing instance network info cache due to event network-changed-7296b04a-a380-4db1-8809-947bdf80004c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.911605] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Acquiring lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.911742] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Acquired lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.912088] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Refreshing network info cache for port 7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.925368] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.925579] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.925731] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.926165] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.926165] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.926260] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.926444] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.929542] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.929542] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.929542] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.929542] env[62979]: DEBUG nova.virt.hardware [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.929542] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544cbfcd-c199-4019-b0e5-8c94de34389f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.937618] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88452aa-b199-4bf1-a0d1-3ac96889cd4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.029825] env[62979]: INFO nova.compute.manager [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Took 17.91 seconds to build instance. [ 554.192621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.193107] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.196241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.284s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.197365] env[62979]: INFO nova.compute.claims [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.234675] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380751, 'name': CreateVM_Task, 'duration_secs': 0.514789} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.235025] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.235859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.235859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.236088] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.236361] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca985d0-6a99-4954-bf03-bb3572febb54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.244756] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 554.244756] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52495d5e-d39d-c521-68c6-6cb3959beef9" [ 554.244756] env[62979]: _type = "Task" [ 554.244756] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.256831] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52495d5e-d39d-c521-68c6-6cb3959beef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.299477] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380754, 'name': CreateVM_Task, 'duration_secs': 0.511879} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.299656] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.300320] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.354351] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022689} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.354617] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.354830] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Moving file from [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35/ae6058aa-ff4d-4266-bdc8-737847428519 to [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519. {{(pid=62979) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 554.355124] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e6d2c1ad-09ab-4001-8bc6-34044176df1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.362877] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 554.362877] env[62979]: value = "task-2380756" [ 554.362877] env[62979]: _type = "Task" [ 554.362877] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.373181] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380756, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.395332] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.395571] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.409708] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.533748] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d13b7b55-a031-44fd-bb3a-9ef43a7ba0de tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.429s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.635859] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Updating instance_info_cache with network_info: [{"id": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "address": "fa:16:3e:55:29:a3", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776e5752-0b", "ovs_interfaceid": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.680582] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Updated VIF entry in instance network info cache for port 7296b04a-a380-4db1-8809-947bdf80004c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.680582] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Updating instance_info_cache with network_info: [{"id": "7296b04a-a380-4db1-8809-947bdf80004c", "address": "fa:16:3e:ea:6e:bc", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7296b04a-a3", "ovs_interfaceid": "7296b04a-a380-4db1-8809-947bdf80004c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.706354] env[62979]: DEBUG nova.compute.utils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.715046] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.715046] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.756420] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.756570] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.756892] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.757043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.758718] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.760782] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acaa1b0-40e5-4857-aa39-9ac6a9d60e0f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.766295] env[62979]: DEBUG nova.policy [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d010041224a4baa9d60abf688903d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a3039447bde4ca28b2aac662771716b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.770919] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 554.770919] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c1e7b-445d-2334-551f-66621ba67ecd" [ 554.770919] env[62979]: _type = "Task" [ 554.770919] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.778609] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c1e7b-445d-2334-551f-66621ba67ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.875510] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380756, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.875776] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] File moved {{(pid=62979) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.875967] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Cleaning up location [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.876156] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleting the datastore file [datastore1] vmware_temp/ba1b82e3-9671-4004-9bed-7ff28e66ce35 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.876877] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b065c600-9e4c-4c06-9ab7-559b723f0788 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.883504] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 554.883504] env[62979]: value = "task-2380757" [ 554.883504] env[62979]: _type = "Task" [ 554.883504] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.896486] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.040210] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.138603] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.138603] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Instance network_info: |[{"id": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "address": "fa:16:3e:55:29:a3", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776e5752-0b", "ovs_interfaceid": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.139462] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:29:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '776e5752-0bd9-4728-99a2-9a59024bb8e6', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.153573] env[62979]: DEBUG oslo.service.loopingcall [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.154376] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.154376] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba4f8b20-3163-4330-a405-124ee3664027 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.175244] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.175244] env[62979]: value = "task-2380758" [ 555.175244] env[62979]: _type = "Task" [ 555.175244] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.184878] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Releasing lock "refresh_cache-504c4739-2376-4cba-aabf-7bdfa07362a4" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.185870] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Received event network-vif-plugged-3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.185870] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.185870] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.185870] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.185870] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] No waiting events found dispatching network-vif-plugged-3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.186081] env[62979]: WARNING nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Received unexpected event network-vif-plugged-3b192b79-a367-4bc1-a739-05283110df06 for instance with vm_state building and task_state spawning. [ 555.186159] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Received event network-changed-3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.186307] env[62979]: DEBUG nova.compute.manager [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Refreshing instance network info cache due to event network-changed-3b192b79-a367-4bc1-a739-05283110df06. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.186488] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.186626] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.186626] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Refreshing network info cache for port 3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.187946] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380758, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.219472] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.289412] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c1e7b-445d-2334-551f-66621ba67ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.289723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.289961] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.290185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.396323] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025318} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.396696] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.397540] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc3b857-42a0-4718-b9fa-95e21a8a4398 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.403515] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 555.403515] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52143323-6ac9-4e2c-3a1d-b3922d652cc5" [ 555.403515] env[62979]: _type = "Task" [ 555.403515] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.419660] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52143323-6ac9-4e2c-3a1d-b3922d652cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.458414] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a7c71-0214-443a-9863-c454681ab99a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.466504] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f6d99-a03d-4e9c-abfb-ccac398983e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.502119] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f0990-3020-49a3-ac5a-9223aadc3775 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.511711] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805edbf5-3155-4bc6-b4f6-82c1b83f60e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.524817] env[62979]: DEBUG nova.compute.provider_tree [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.565352] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.688073] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380758, 'name': CreateVM_Task, 'duration_secs': 0.332527} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.688429] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.689800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.690205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.690280] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.694020] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4761ef-ea5c-4b06-a1c9-dff209c9436a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.698773] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 555.698773] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5279e1d9-9a0a-8d8a-f632-7115fe264184" [ 555.698773] env[62979]: _type = "Task" [ 555.698773] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.703035] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Successfully created port: df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.711519] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5279e1d9-9a0a-8d8a-f632-7115fe264184, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.711888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.712247] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.714341] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.739408] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Received event network-vif-plugged-a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.739408] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquiring lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.739408] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.739408] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.739408] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] No waiting events found dispatching network-vif-plugged-a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.739560] env[62979]: WARNING nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Received unexpected event network-vif-plugged-a8f7b6f9-1763-4585-9ce7-3f898183e9ed for instance with vm_state building and task_state spawning. [ 555.739560] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Received event network-changed-a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.739560] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Refreshing instance network info cache due to event network-changed-a8f7b6f9-1763-4585-9ce7-3f898183e9ed. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.739725] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquiring lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.739800] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquired lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.740029] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Refreshing network info cache for port a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.918946] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52143323-6ac9-4e2c-3a1d-b3922d652cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.918946] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.918946] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 504c4739-2376-4cba-aabf-7bdfa07362a4/504c4739-2376-4cba-aabf-7bdfa07362a4.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.919231] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.919438] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.919671] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82a14bf-8451-4a7e-a588-36b5fa77ccc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.921924] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad50f025-b5b8-4421-b7b8-b47233895030 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.929115] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 555.929115] env[62979]: value = "task-2380759" [ 555.929115] env[62979]: _type = "Task" [ 555.929115] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.933255] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.933468] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.934694] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca640f20-fb97-4147-8159-09b7d5ec6d52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.940248] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.943482] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 555.943482] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e18eaa-502a-9819-0faa-37be61840b54" [ 555.943482] env[62979]: _type = "Task" [ 555.943482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.951152] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e18eaa-502a-9819-0faa-37be61840b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.028889] env[62979]: DEBUG nova.scheduler.client.report [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.229314] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.266182] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.267818] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.268049] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.268288] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.268444] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.272105] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.272105] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.272105] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.272105] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.272105] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.272368] env[62979]: DEBUG nova.virt.hardware [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.272368] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bbadca-2ebd-4623-920d-6cbb72739d26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.281764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c81a730-62bd-4dd6-abeb-bb2c0dc4b42b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.323265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.323542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.442029] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48877} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.442029] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 504c4739-2376-4cba-aabf-7bdfa07362a4/504c4739-2376-4cba-aabf-7bdfa07362a4.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.442029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.442029] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-222bcb9d-5175-4b9c-8762-68da74055ac8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.460648] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e18eaa-502a-9819-0faa-37be61840b54, 'name': SearchDatastore_Task, 'duration_secs': 0.007917} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.464175] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 556.464175] env[62979]: value = "task-2380760" [ 556.464175] env[62979]: _type = "Task" [ 556.464175] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.465073] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297f8e3e-e552-406a-9b0b-20004b2e3345 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.476937] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 556.476937] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52149259-030a-bffe-08e2-cddcb5978ef2" [ 556.476937] env[62979]: _type = "Task" [ 556.476937] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.484162] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.493291] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52149259-030a-bffe-08e2-cddcb5978ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.494130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.494130] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] fb027cc6-5d46-486d-9db7-6991e5fabfbf/fb027cc6-5d46-486d-9db7-6991e5fabfbf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.494130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.494394] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.494532] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc1cc0a-82ec-42ed-af78-7a44571740b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.497729] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2477fc1-3eca-4d7f-bc0f-24fde544a551 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.504037] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 556.504037] env[62979]: value = "task-2380761" [ 556.504037] env[62979]: _type = "Task" [ 556.504037] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.511479] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.511597] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.513012] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614d4e5e-fef3-4b72-93ae-06d416fa841e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.519378] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.522675] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 556.522675] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528ff4cb-2d9f-27ab-f4e8-6b991c6ee180" [ 556.522675] env[62979]: _type = "Task" [ 556.522675] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.530957] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528ff4cb-2d9f-27ab-f4e8-6b991c6ee180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.538927] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.539485] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.542219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.634s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.542393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.542549] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.543131] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.363s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.544325] env[62979]: INFO nova.compute.claims [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.547756] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f85e43b-6960-4dcd-a9b9-293a3ac03000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.555782] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103e3e1-16fd-4bc6-9c6f-08cf488f7fd1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.573638] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb59697-1742-464c-8666-893c21c66b4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.580506] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a75dd-240e-4874-a11a-88fae22b6071 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.612199] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181252MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.612370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.844495] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updated VIF entry in instance network info cache for port 3b192b79-a367-4bc1-a739-05283110df06. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 556.844882] env[62979]: DEBUG nova.network.neutron [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.939405] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Successfully updated port: d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.985551] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080497} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.985551] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.986507] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36fbece-75a3-4b1c-a426-ba860e39f0df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.014559] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 504c4739-2376-4cba-aabf-7bdfa07362a4/504c4739-2376-4cba-aabf-7bdfa07362a4.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.014853] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e9d240-da9d-41fe-88e1-a400a3cd84ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.031324] env[62979]: DEBUG nova.compute.manager [None req-77663ca0-f771-4fad-9c30-08ac9a9480c5 tempest-ServerDiagnosticsTest-1877187160 tempest-ServerDiagnosticsTest-1877187160-project-admin] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.037418] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b658e-5927-4356-ac14-4e4d94080b3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.050447] env[62979]: DEBUG nova.compute.utils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 557.057839] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 557.060764] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 557.060764] env[62979]: value = "task-2380762" [ 557.060764] env[62979]: _type = "Task" [ 557.060764] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.061634] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440591} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.063935] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] fb027cc6-5d46-486d-9db7-6991e5fabfbf/fb027cc6-5d46-486d-9db7-6991e5fabfbf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.064173] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.073630] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae18470-85b4-4419-9a2c-d9e48c4a1056 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.076420] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528ff4cb-2d9f-27ab-f4e8-6b991c6ee180, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.078693] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3f7aab-7d8f-4ac7-b1bc-a69be69beb8b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.087121] env[62979]: INFO nova.compute.manager [None req-77663ca0-f771-4fad-9c30-08ac9a9480c5 tempest-ServerDiagnosticsTest-1877187160 tempest-ServerDiagnosticsTest-1877187160-project-admin] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Retrieving diagnostics [ 557.087474] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.087764] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 557.087764] env[62979]: value = "task-2380763" [ 557.087764] env[62979]: _type = "Task" [ 557.087764] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.088911] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad19a4-f48b-4449-8583-3cddb3d1fcaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.099920] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 557.099920] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524e5aef-f7a8-dcc6-e335-2cc8fd7f97fb" [ 557.099920] env[62979]: _type = "Task" [ 557.099920] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.131110] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.133478] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Updated VIF entry in instance network info cache for port a8f7b6f9-1763-4585-9ce7-3f898183e9ed. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.133611] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Updating instance_info_cache with network_info: [{"id": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "address": "fa:16:3e:c6:35:46", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f7b6f9-17", "ovs_interfaceid": "a8f7b6f9-1763-4585-9ce7-3f898183e9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.139982] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524e5aef-f7a8-dcc6-e335-2cc8fd7f97fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.140195] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.141645] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.141645] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.141645] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.141645] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39587912-071d-490b-947b-01f130286f19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.143217] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af08ed5-2457-43d3-a782-b010c53a3c30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.150354] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 557.150354] env[62979]: value = "task-2380764" [ 557.150354] env[62979]: _type = "Task" [ 557.150354] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.155201] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.155201] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.156293] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f0aae5-6dad-4aac-a9ec-8eeaaeb67118 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.165019] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.165227] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 557.165227] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905073-76d7-fac7-f226-b0f51f7f38ee" [ 557.165227] env[62979]: _type = "Task" [ 557.165227] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.174145] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905073-76d7-fac7-f226-b0f51f7f38ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.350672] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9e9fd38-f8d5-4b2e-ba9b-24be0dcb8381 req-ace16b25-503a-4f2b-8750-45826acdbe6a service nova] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.444288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.444288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.445996] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.565767] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.593021] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.600979] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152012} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.601382] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.602224] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c633c948-1712-4720-b879-1515417669c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.640627] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] fb027cc6-5d46-486d-9db7-6991e5fabfbf/fb027cc6-5d46-486d-9db7-6991e5fabfbf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.645821] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Releasing lock "refresh_cache-fb027cc6-5d46-486d-9db7-6991e5fabfbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.646175] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Received event network-vif-plugged-776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.646448] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquiring lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.646733] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.646990] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.647219] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] No waiting events found dispatching network-vif-plugged-776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.649392] env[62979]: WARNING nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Received unexpected event network-vif-plugged-776e5752-0bd9-4728-99a2-9a59024bb8e6 for instance with vm_state building and task_state spawning. [ 557.649392] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Received event network-changed-776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.649392] env[62979]: DEBUG nova.compute.manager [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Refreshing instance network info cache due to event network-changed-776e5752-0bd9-4728-99a2-9a59024bb8e6. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.649392] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquiring lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.649392] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Acquired lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.649624] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Refreshing network info cache for port 776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.650498] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa19337-2782-4fe9-a04c-962b2fe5924e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.696301] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529369} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.707045] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.707435] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.707885] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 557.707885] env[62979]: value = "task-2380765" [ 557.707885] env[62979]: _type = "Task" [ 557.707885] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.708639] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905073-76d7-fac7-f226-b0f51f7f38ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.709916] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5fe4eee-20e8-43ea-b93b-f2a3b88f3447 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.716969] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370ba218-3d4b-4881-ae46-cd56796826e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.726286] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.731492] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 557.731492] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b7e529-6e70-eae9-6661-76a6e2c05691" [ 557.731492] env[62979]: _type = "Task" [ 557.731492] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.732099] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 557.732099] env[62979]: value = "task-2380766" [ 557.732099] env[62979]: _type = "Task" [ 557.732099] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.743751] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b7e529-6e70-eae9-6661-76a6e2c05691, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.746970] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.747548] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7/ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.747711] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.747982] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68dad0ed-d4c1-4aa5-9f04-ec672c86f9d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.757010] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 557.757010] env[62979]: value = "task-2380767" [ 557.757010] env[62979]: _type = "Task" [ 557.757010] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.765627] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.964356] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3f723-7d47-49c2-a02e-6ab4177f3bbe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.975091] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42dd8b3-581f-461a-9956-57c63436c9f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.019940] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb41235-b70d-4c3b-b1cc-3150ab3f016a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.029039] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d63b27e-a684-4cdb-aae6-e76cd1cc4cf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.044025] env[62979]: DEBUG nova.compute.provider_tree [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.088495] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380762, 'name': ReconfigVM_Task, 'duration_secs': 1.034733} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.089159] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 504c4739-2376-4cba-aabf-7bdfa07362a4/504c4739-2376-4cba-aabf-7bdfa07362a4.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.091063] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.094540] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba56101-429b-4fe4-9720-ab270bc1aeb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.103841] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 558.103841] env[62979]: value = "task-2380768" [ 558.103841] env[62979]: _type = "Task" [ 558.103841] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.114659] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380768, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.140650] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Successfully updated port: df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.223404] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.244380] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091836} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.244656] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.245466] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab2fca3-207c-4ee8-be3f-7e67e5c22f94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.270688] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.272100] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a5c89c-36dc-44df-9ed2-4c1951f5babf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.295030] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497711} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.296703] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7/ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.296703] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.296982] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 558.296982] env[62979]: value = "task-2380769" [ 558.296982] env[62979]: _type = "Task" [ 558.296982] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.297306] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deeb7b6c-d054-4b09-88e8-d7e182ef2c6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.307034] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.308299] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 558.308299] env[62979]: value = "task-2380770" [ 558.308299] env[62979]: _type = "Task" [ 558.308299] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.317146] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.399503] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.399747] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.547611] env[62979]: DEBUG nova.scheduler.client.report [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.590126] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.616486] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380768, 'name': Rename_Task, 'duration_secs': 0.392857} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.616601] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.616854] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca01ac3-3cfb-4ae7-8efe-e6fb8466d420 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.628029] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 558.628029] env[62979]: value = "task-2380771" [ 558.628029] env[62979]: _type = "Task" [ 558.628029] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.631349] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.631349] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.631349] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.631349] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.631711] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.631711] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.631711] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.631711] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.631711] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.631995] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.632225] env[62979]: DEBUG nova.virt.hardware [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.633323] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e0a97-b9f3-45d2-be7a-8ac248fea675 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.646810] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.646810] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquired lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.646810] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.652840] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1827b1d-2a17-4ef6-a76a-df2951bf7db5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.659052] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.670442] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.677603] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Creating folder: Project (8cae21a4b1264d03b1052f6f523e0bca). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.677603] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586752cc-4bba-4b71-888e-6b50f1de5365 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.686423] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Created folder: Project (8cae21a4b1264d03b1052f6f523e0bca) in parent group-v483149. [ 558.687018] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Creating folder: Instances. Parent ref: group-v483166. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.687018] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d0e0dba-29f0-4138-bb4d-7a82be33e957 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.696201] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Created folder: Instances in parent group-v483166. [ 558.696470] env[62979]: DEBUG oslo.service.loopingcall [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.696470] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.696739] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22af3c3c-bd47-43a1-ad9d-3ad184f602ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.712193] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Updated VIF entry in instance network info cache for port 776e5752-0bd9-4728-99a2-9a59024bb8e6. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.712528] env[62979]: DEBUG nova.network.neutron [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Updating instance_info_cache with network_info: [{"id": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "address": "fa:16:3e:55:29:a3", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776e5752-0b", "ovs_interfaceid": "776e5752-0bd9-4728-99a2-9a59024bb8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.719418] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.719418] env[62979]: value = "task-2380774" [ 558.719418] env[62979]: _type = "Task" [ 558.719418] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.728866] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380765, 'name': ReconfigVM_Task, 'duration_secs': 0.697} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.730047] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Reconfigured VM instance instance-00000005 to attach disk [datastore1] fb027cc6-5d46-486d-9db7-6991e5fabfbf/fb027cc6-5d46-486d-9db7-6991e5fabfbf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.730876] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026a6453-9299-4bbe-b132-bf9eab5d889b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.735936] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380774, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.739931] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 558.739931] env[62979]: value = "task-2380775" [ 558.739931] env[62979]: _type = "Task" [ 558.739931] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.750098] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380775, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.808674] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.817413] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153818} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.817413] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.818454] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e94f8fd-cb54-4780-acbd-3d69790eb1f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.840612] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7/ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.840906] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65437685-9d5d-450b-9a42-43bba682c31a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.855694] env[62979]: DEBUG nova.network.neutron [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Updating instance_info_cache with network_info: [{"id": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "address": "fa:16:3e:fa:bd:17", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227bb9e-a1", "ovs_interfaceid": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.864351] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 558.864351] env[62979]: value = "task-2380776" [ 558.864351] env[62979]: _type = "Task" [ 558.864351] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.874920] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.054095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.054980] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.060850] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.493s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.062431] env[62979]: INFO nova.compute.claims [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.148450] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.168738] env[62979]: DEBUG nova.compute.manager [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Received event network-vif-plugged-d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.168959] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Acquiring lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.169649] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.170052] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.170143] env[62979]: DEBUG nova.compute.manager [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] No waiting events found dispatching network-vif-plugged-d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.170465] env[62979]: WARNING nova.compute.manager [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Received unexpected event network-vif-plugged-d227bb9e-a1b3-46c9-b438-2225158c3fbe for instance with vm_state building and task_state spawning. [ 559.170465] env[62979]: DEBUG nova.compute.manager [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Received event network-changed-d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.170905] env[62979]: DEBUG nova.compute.manager [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Refreshing instance network info cache due to event network-changed-d227bb9e-a1b3-46c9-b438-2225158c3fbe. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.170905] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Acquiring lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.219596] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3406ac9-e08c-4617-aa07-ee38cd770b4b req-23203c2a-2fd8-4f10-ae37-b4b3399d4ce9 service nova] Releasing lock "refresh_cache-ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.232631] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380774, 'name': CreateVM_Task, 'duration_secs': 0.304683} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.232801] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.233235] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.233389] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.233724] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.234012] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2ecbd3-2289-4269-9e22-15862d284f2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.251601] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 559.251601] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525a1fc4-1d35-417e-5c6a-8e6b551bd128" [ 559.251601] env[62979]: _type = "Task" [ 559.251601] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.262273] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380775, 'name': Rename_Task, 'duration_secs': 0.164593} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.263029] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.263349] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb831677-9589-436a-a730-f25bd162dd22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.269531] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525a1fc4-1d35-417e-5c6a-8e6b551bd128, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.270311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.270609] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.270926] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.271185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.271410] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.273357] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c987f5b8-a238-49b4-9089-ffdbc481b7ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.275235] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 559.275235] env[62979]: value = "task-2380777" [ 559.275235] env[62979]: _type = "Task" [ 559.275235] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.281225] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.291310] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.291665] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.293240] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20101de-293d-439b-9d68-b105a1fa401d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.300164] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.305673] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 559.305673] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5255c81b-2e78-af57-dfb9-7f2ed0de73d9" [ 559.305673] env[62979]: _type = "Task" [ 559.305673] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.312527] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380769, 'name': ReconfigVM_Task, 'duration_secs': 0.726629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.313227] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.314647] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28652b52-da68-4441-af7a-885b31b0f1da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.319372] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5255c81b-2e78-af57-dfb9-7f2ed0de73d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.320658] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e49421-0086-4eae-9f29-d5a722b544f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.324200] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 559.324200] env[62979]: value = "task-2380778" [ 559.324200] env[62979]: _type = "Task" [ 559.324200] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.329800] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 559.329800] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527a4fae-f8ad-1c62-a695-7805664fbb2e" [ 559.329800] env[62979]: _type = "Task" [ 559.329800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.337572] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380778, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.342599] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527a4fae-f8ad-1c62-a695-7805664fbb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.342886] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.343191] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.345390] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2614dcf-49dc-4215-b44b-de4c11fb9e88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.353848] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 559.353848] env[62979]: value = "task-2380779" [ 559.353848] env[62979]: _type = "Task" [ 559.353848] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.357781] env[62979]: DEBUG nova.compute.manager [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Received event network-vif-plugged-df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.357781] env[62979]: DEBUG oslo_concurrency.lockutils [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] Acquiring lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.357781] env[62979]: DEBUG oslo_concurrency.lockutils [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.361970] env[62979]: DEBUG oslo_concurrency.lockutils [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.361970] env[62979]: DEBUG nova.compute.manager [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] No waiting events found dispatching network-vif-plugged-df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.361970] env[62979]: WARNING nova.compute.manager [req-49eb3fe3-1558-4dd6-8e6d-f76b8e16a025 req-13c515ca-13c0-43b1-a33f-d6b5f05e4ead service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Received unexpected event network-vif-plugged-df937cbe-daab-49bb-96ef-8c2ccc2e9d42 for instance with vm_state building and task_state spawning. [ 559.362477] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.364768] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Instance network_info: |[{"id": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "address": "fa:16:3e:fa:bd:17", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227bb9e-a1", "ovs_interfaceid": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.367397] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Acquired lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.367397] env[62979]: DEBUG nova.network.neutron [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Refreshing network info cache for port d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.368532] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:bd:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd227bb9e-a1b3-46c9-b438-2225158c3fbe', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.376101] env[62979]: DEBUG oslo.service.loopingcall [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.377351] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.381196] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-288b2ab6-a97e-4822-93e0-5e677a73e895 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.404528] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.410556] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380776, 'name': ReconfigVM_Task, 'duration_secs': 0.313738} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.412339] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7/ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.413108] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.413108] env[62979]: value = "task-2380780" [ 559.413108] env[62979]: _type = "Task" [ 559.413108] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.413485] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897766c3-b773-4636-9df5-544384ceff5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.424558] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380780, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.426320] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 559.426320] env[62979]: value = "task-2380781" [ 559.426320] env[62979]: _type = "Task" [ 559.426320] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.567754] env[62979]: DEBUG nova.compute.utils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 559.572015] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.572211] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.634297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.634297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.634297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.634297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.634881] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.642111] env[62979]: INFO nova.compute.manager [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Terminating instance [ 559.652566] env[62979]: DEBUG oslo_vmware.api [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380771, 'name': PowerOnVM_Task, 'duration_secs': 0.760171} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.652566] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.652566] env[62979]: INFO nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Took 15.25 seconds to spawn the instance on the hypervisor. [ 559.652566] env[62979]: DEBUG nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.652566] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2eaae-afe3-4514-abd3-346872f153a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.739119] env[62979]: DEBUG nova.policy [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89d6ecd9f414de390a791e8e7034096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392ae630586d4cd3b3f0386f1544e2fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.785456] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.842624] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380778, 'name': Rename_Task, 'duration_secs': 0.213827} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.842624] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.842624] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d01aa82-a2da-439c-910d-ddded6300503 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.851616] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 559.851616] env[62979]: value = "task-2380782" [ 559.851616] env[62979]: _type = "Task" [ 559.851616] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.867788] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.887501] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.939117] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380780, 'name': CreateVM_Task, 'duration_secs': 0.365601} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.940573] env[62979]: DEBUG nova.network.neutron [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Updating instance_info_cache with network_info: [{"id": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "address": "fa:16:3e:51:de:8a", "network": {"id": "9e2727b3-978d-48fb-a63a-9cfeb48856f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-745640467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3039447bde4ca28b2aac662771716b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf937cbe-da", "ovs_interfaceid": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.942306] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.946026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.946026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.946026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.948798] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25c3ef2-131e-4c08-9bd5-eb634eca29f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.952408] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380781, 'name': Rename_Task, 'duration_secs': 0.171434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.952695] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.953361] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c8e2c3-3308-4788-b7b6-9e665b7fe3a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.957521] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 559.957521] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ded93e-a5e2-82fe-14ec-0e5965c53293" [ 559.957521] env[62979]: _type = "Task" [ 559.957521] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.963392] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 559.963392] env[62979]: value = "task-2380783" [ 559.963392] env[62979]: _type = "Task" [ 559.963392] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.976502] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ded93e-a5e2-82fe-14ec-0e5965c53293, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.979968] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.980358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.980810] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.981103] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.981322] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.985405] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb30286-8948-4dc5-97b4-ea113317f64d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.987665] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380783, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.004954] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.005179] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.005950] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b937ea4-97ae-4549-bcbb-d9afb3e610d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.012384] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 560.012384] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a7bb-0c83-466e-7bac-56a25ef476be" [ 560.012384] env[62979]: _type = "Task" [ 560.012384] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.021071] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a7bb-0c83-466e-7bac-56a25ef476be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.072482] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.147390] env[62979]: DEBUG nova.compute.manager [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 560.147597] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 560.149022] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2411ab4-d732-4868-b93a-9d4dbd186466 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.177368] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.180066] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-562b8a7f-5617-4413-8907-b04216532c34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.182646] env[62979]: INFO nova.compute.manager [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Took 23.00 seconds to build instance. [ 560.189890] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 560.189890] env[62979]: value = "task-2380784" [ 560.189890] env[62979]: _type = "Task" [ 560.189890] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.199554] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.291631] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380777, 'name': PowerOnVM_Task, 'duration_secs': 0.560178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.292249] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.292589] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Took 11.25 seconds to spawn the instance on the hypervisor. [ 560.292889] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.293927] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f8f55-4ff4-4ee3-9b06-246dd6ecc9a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.350506] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071bfc7f-eb00-4edc-bcba-aa4b503678db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.367450] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625002f2-502c-499a-91a3-6920a636bc59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.371110] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.380648] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564121} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.416567] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.416645] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.420273] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-530fe5e0-e7c2-46ef-a01b-48f220aac67f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.422882] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e4029-8767-4a9b-994e-b15832a77a9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.432354] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07022e-a64c-4585-8b93-5acda5724b46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.437307] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 560.437307] env[62979]: value = "task-2380785" [ 560.437307] env[62979]: _type = "Task" [ 560.437307] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.450400] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Releasing lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.450530] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Instance network_info: |[{"id": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "address": "fa:16:3e:51:de:8a", "network": {"id": "9e2727b3-978d-48fb-a63a-9cfeb48856f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-745640467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3039447bde4ca28b2aac662771716b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf937cbe-da", "ovs_interfaceid": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.451103] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.455827] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:de:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df937cbe-daab-49bb-96ef-8c2ccc2e9d42', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.463356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Creating folder: Project (9a3039447bde4ca28b2aac662771716b). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.467368] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d52e40-8a5f-443d-8cfd-45ebceb97007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.469613] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.479673] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.483067] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Created folder: Project (9a3039447bde4ca28b2aac662771716b) in parent group-v483149. [ 560.483067] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Creating folder: Instances. Parent ref: group-v483170. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.483067] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aace343c-8c08-43a4-8f7e-7a7bddef9d6a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.490445] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Created folder: Instances in parent group-v483170. [ 560.490694] env[62979]: DEBUG oslo.service.loopingcall [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.490885] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.491094] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47bb944f-d6af-4799-ae73-556ba097a3c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.511129] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.511129] env[62979]: value = "task-2380788" [ 560.511129] env[62979]: _type = "Task" [ 560.511129] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.522966] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380788, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.526773] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a7bb-0c83-466e-7bac-56a25ef476be, 'name': SearchDatastore_Task, 'duration_secs': 0.017502} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.527600] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a5a8d3-7846-4264-82c8-9f141e44dd1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.534359] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 560.534359] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524159ef-9610-a5f8-f2d2-10dbc9e42fb3" [ 560.534359] env[62979]: _type = "Task" [ 560.534359] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.542794] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524159ef-9610-a5f8-f2d2-10dbc9e42fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.684824] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5f93d173-1acc-45cd-a7bc-70e64be7b958 tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.524s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.701808] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.733574] env[62979]: DEBUG nova.network.neutron [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Updated VIF entry in instance network info cache for port d227bb9e-a1b3-46c9-b438-2225158c3fbe. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.734308] env[62979]: DEBUG nova.network.neutron [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Updating instance_info_cache with network_info: [{"id": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "address": "fa:16:3e:fa:bd:17", "network": {"id": "3e204be2-13c2-4510-b080-8e16b66fa34e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943279200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961538be6bf34d1e9d6ec6cdfe4afcd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd227bb9e-a1", "ovs_interfaceid": "d227bb9e-a1b3-46c9-b438-2225158c3fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.823321] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Took 20.59 seconds to build instance. [ 560.870548] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.959155] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.960346] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.962521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aada4d0-3dcf-4768-9668-33ff6b68c458 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.992802] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.993588] env[62979]: ERROR nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [req-542724ba-659b-4629-ba16-eb8dab1b0ea1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-542724ba-659b-4629-ba16-eb8dab1b0ea1"}]} [ 560.998931] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657de9e4-498b-4d32-8558-0a90f74e8e64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.030767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.030767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.035125] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380783, 'name': PowerOnVM_Task, 'duration_secs': 0.620235} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.037097] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.037194] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Took 9.57 seconds to spawn the instance on the hypervisor. [ 561.037538] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.037824] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 561.037824] env[62979]: value = "task-2380789" [ 561.037824] env[62979]: _type = "Task" [ 561.037824] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.042017] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966d772-9876-4fe6-97cd-fc71e6f92e2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.052594] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380788, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.059298] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524159ef-9610-a5f8-f2d2-10dbc9e42fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.017154} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.061830] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 561.068041] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.068041] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 94caeb36-e13c-411e-a6f7-972fff018f96/94caeb36-e13c-411e-a6f7-972fff018f96.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.072160] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.073811] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ef78e1-8761-4e40-847c-af73880afcc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.086451] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 561.086451] env[62979]: value = "task-2380790" [ 561.086451] env[62979]: _type = "Task" [ 561.086451] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.095447] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.102458] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 561.102458] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 561.105842] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.112813] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Successfully created port: 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.127242] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 561.143358] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.143558] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.144439] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.144439] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.144439] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.144439] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.144739] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.144914] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.145103] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.145271] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.145444] env[62979]: DEBUG nova.virt.hardware [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.146816] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c6c8f-dcd1-4fc9-b082-f876395ac5c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.156827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c6aa1-30a4-4f81-a7df-08f28d2fa9f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.170119] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 561.189604] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.202046] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380784, 'name': PowerOffVM_Task, 'duration_secs': 0.659258} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.202335] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 561.202491] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 561.202755] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4287db1d-0d30-4ed1-a059-7011854a4b58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.240074] env[62979]: DEBUG oslo_concurrency.lockutils [req-b14f8dbf-6d9a-4548-b77f-47a2b7fc33bc req-e52bc51e-c7d2-4d6f-b1ca-e7403ffdbc80 service nova] Releasing lock "refresh_cache-94caeb36-e13c-411e-a6f7-972fff018f96" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.274946] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 561.275217] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 561.275412] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Deleting the datastore file [datastore2] 383d1c97-d96b-4993-9ae2-d0aad9415e59 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.275694] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fe82c8-c5dc-4c85-a589-eaef0ac61ea8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.286177] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for the task: (returnval){ [ 561.286177] env[62979]: value = "task-2380792" [ 561.286177] env[62979]: _type = "Task" [ 561.286177] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.295110] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.323087] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.104s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.374226] env[62979]: DEBUG oslo_vmware.api [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380782, 'name': PowerOnVM_Task, 'duration_secs': 1.314786} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.374380] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.374624] env[62979]: INFO nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Took 14.70 seconds to spawn the instance on the hypervisor. [ 561.374860] env[62979]: DEBUG nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.375838] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3dfc5d-ee4c-4c6c-bfea-8e2eaaa548a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.492472] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6de29fc-61e1-42ea-adcd-b8f0446e6fcb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.501714] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69643bb2-7d90-41ba-a59a-6b6f96876ec6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.538651] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f94f41-7d29-45ad-ad9a-2a33d136d1f5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.548317] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380788, 'name': CreateVM_Task, 'duration_secs': 0.543712} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.550710] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.551595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.551756] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.552211] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.553356] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db61ee3-d217-4cec-a7f0-d4ef1c39df58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.558313] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fccf4b-fd04-4dbf-8655-9478adaf2b68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.563775] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380789, 'name': ReconfigVM_Task, 'duration_secs': 0.481618} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.564496] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.575614] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bd020c-6b8b-42aa-bceb-7297d96097e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.579395] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 561.584880] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 561.584880] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a87468-d43f-bf0e-1dc6-2ebec4953c83" [ 561.584880] env[62979]: _type = "Task" [ 561.584880] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.591231] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 561.591231] env[62979]: value = "task-2380793" [ 561.591231] env[62979]: _type = "Task" [ 561.591231] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.599413] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Took 21.32 seconds to build instance. [ 561.607503] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a87468-d43f-bf0e-1dc6-2ebec4953c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.616718] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.616909] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380793, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.724419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.796037] env[62979]: DEBUG oslo_vmware.api [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Task: {'id': task-2380792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392448} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.796757] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.796757] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 561.796757] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 561.796915] env[62979]: INFO nova.compute.manager [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Took 1.65 seconds to destroy the instance on the hypervisor. [ 561.797164] env[62979]: DEBUG oslo.service.loopingcall [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.797364] env[62979]: DEBUG nova.compute.manager [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 561.797460] env[62979]: DEBUG nova.network.neutron [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.831158] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.900876] env[62979]: INFO nova.compute.manager [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Took 22.99 seconds to build instance. [ 562.107452] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.840s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.107703] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a87468-d43f-bf0e-1dc6-2ebec4953c83, 'name': SearchDatastore_Task, 'duration_secs': 0.041925} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.112886] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.112986] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.113281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.113787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.113787] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.113990] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537158} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.117345] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92851568-e7f8-401f-831e-fa8fe4ea0ada {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.119190] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 94caeb36-e13c-411e-a6f7-972fff018f96/94caeb36-e13c-411e-a6f7-972fff018f96.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.119422] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.119697] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380793, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.120690] env[62979]: ERROR nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [req-648cacb0-af40-4b4e-b4f1-0cdd1fb20a09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-648cacb0-af40-4b4e-b4f1-0cdd1fb20a09"}]} [ 562.123541] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-850e3b0b-875d-4bb0-8f43-100396ebec31 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.132311] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 562.132311] env[62979]: value = "task-2380794" [ 562.132311] env[62979]: _type = "Task" [ 562.132311] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.134938] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.134938] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.140970] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9319f93c-b928-4c1c-8062-00b77f383067 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.150173] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.152585] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 562.152585] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525443d7-0e43-30a8-01d3-81ffdd655f26" [ 562.152585] env[62979]: _type = "Task" [ 562.152585] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.153544] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 562.166143] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525443d7-0e43-30a8-01d3-81ffdd655f26, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.169017] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c300708e-64eb-4cb9-b470-0fe36b077e3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.173834] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 562.173834] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526ae389-16f4-fe2b-49c6-d550d49fcaeb" [ 562.173834] env[62979]: _type = "Task" [ 562.173834] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.185954] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526ae389-16f4-fe2b-49c6-d550d49fcaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.190623] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 562.191132] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.226104] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 562.255326] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 562.275116] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.275116] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.375534] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.403954] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43a1f9f-5873-4241-b855-e24ce88cfe51 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.507s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.565235] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee858c0-2f03-4426-afdc-174d43eeaf97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.574247] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f54db-311f-4be8-b9c0-d99763daf4ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.609464] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc0564-01ce-4db8-914d-6ee621007177 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.617188] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380793, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.620689] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c21d14-6452-45d4-b2ec-7686fb63c9f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.624914] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.639064] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.653232] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065709} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.653459] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.654273] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f15faf-add5-45b4-ae2a-6666a4e5cf69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.679014] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 94caeb36-e13c-411e-a6f7-972fff018f96/94caeb36-e13c-411e-a6f7-972fff018f96.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.680067] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d2a049-e8a3-4105-a2db-7d4beb85a9d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.705917] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526ae389-16f4-fe2b-49c6-d550d49fcaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.707393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.707764] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8e7bcfd6-27b4-406b-89d9-194ac9513ce5/8e7bcfd6-27b4-406b-89d9-194ac9513ce5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.707984] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 562.707984] env[62979]: value = "task-2380795" [ 562.707984] env[62979]: _type = "Task" [ 562.707984] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.708192] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964b5209-309f-4f0e-9195-6708e6c2ae08 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.722819] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.722819] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 562.722819] env[62979]: value = "task-2380796" [ 562.722819] env[62979]: _type = "Task" [ 562.722819] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.733719] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.907178] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.118392] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380793, 'name': Rename_Task, 'duration_secs': 1.20629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.118675] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.118928] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c64ee29-950f-4cde-96ad-30bb6c325230 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.126664] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 563.126664] env[62979]: value = "task-2380797" [ 563.126664] env[62979]: _type = "Task" [ 563.126664] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.147495] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.166303] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.193676] env[62979]: DEBUG nova.compute.manager [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Received event network-changed-df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.194036] env[62979]: DEBUG nova.compute.manager [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Refreshing instance network info cache due to event network-changed-df937cbe-daab-49bb-96ef-8c2ccc2e9d42. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.194211] env[62979]: DEBUG oslo_concurrency.lockutils [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] Acquiring lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.194545] env[62979]: DEBUG oslo_concurrency.lockutils [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] Acquired lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.194545] env[62979]: DEBUG nova.network.neutron [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Refreshing network info cache for port df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.219595] env[62979]: DEBUG nova.scheduler.client.report [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 563.219858] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 20 to 21 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 563.221266] env[62979]: DEBUG nova.compute.provider_tree [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.231238] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380795, 'name': ReconfigVM_Task, 'duration_secs': 0.514663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.231943] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 94caeb36-e13c-411e-a6f7-972fff018f96/94caeb36-e13c-411e-a6f7-972fff018f96.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.233035] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66042960-c8f5-46fe-9a44-141e4f2f35b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.241680] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.246539] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 563.246539] env[62979]: value = "task-2380798" [ 563.246539] env[62979]: _type = "Task" [ 563.246539] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.256648] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380798, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.439427] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.465684] env[62979]: DEBUG nova.network.neutron [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.640629] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380797, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.729052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.666s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.729052] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.742030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.175s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.742030] env[62979]: INFO nova.compute.claims [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.750998] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640864} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.755940] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8e7bcfd6-27b4-406b-89d9-194ac9513ce5/8e7bcfd6-27b4-406b-89d9-194ac9513ce5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.756449] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.756902] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8eff8ce-139d-4d2a-be51-6f744a62bd54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.765071] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380798, 'name': Rename_Task, 'duration_secs': 0.219002} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.770021] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.770021] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 563.770021] env[62979]: value = "task-2380799" [ 563.770021] env[62979]: _type = "Task" [ 563.770021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.770021] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8f3547-fb57-4a0f-b3ed-3507abf968d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.781515] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.783876] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 563.783876] env[62979]: value = "task-2380800" [ 563.783876] env[62979]: _type = "Task" [ 563.783876] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.794934] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.971306] env[62979]: INFO nova.compute.manager [-] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Took 2.17 seconds to deallocate network for instance. [ 564.140283] env[62979]: DEBUG oslo_vmware.api [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380797, 'name': PowerOnVM_Task, 'duration_secs': 0.648792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.141040] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.141132] env[62979]: INFO nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Took 5.55 seconds to spawn the instance on the hypervisor. [ 564.141352] env[62979]: DEBUG nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.142226] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62548c2-3d09-43a8-a2e2-40b375ab1867 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.221508] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Successfully updated port: 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.235576] env[62979]: DEBUG nova.compute.utils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 564.237437] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.237437] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.279989] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10024} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.280664] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.280950] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458c1b6-9648-42fe-9616-5937bb0f10f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.307511] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 8e7bcfd6-27b4-406b-89d9-194ac9513ce5/8e7bcfd6-27b4-406b-89d9-194ac9513ce5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.315197] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc5f277-9150-4ed1-b7b5-f22cc14bb1fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.338918] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.341062] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 564.341062] env[62979]: value = "task-2380801" [ 564.341062] env[62979]: _type = "Task" [ 564.341062] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.348678] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.458210] env[62979]: DEBUG nova.policy [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4abc9394c7c14e69b6cf64cc4b7427fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3d15e4a5b4445279070b5f59eb58d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.483198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.631399] env[62979]: DEBUG nova.compute.manager [None req-eb06c87b-aa30-4d06-bd81-502961b9d2ad tempest-ServerDiagnosticsV248Test-1976132143 tempest-ServerDiagnosticsV248Test-1976132143-project-admin] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.638021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51bb13-3aa7-4b08-83a4-1dbe4cb4e3dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.644734] env[62979]: INFO nova.compute.manager [None req-eb06c87b-aa30-4d06-bd81-502961b9d2ad tempest-ServerDiagnosticsV248Test-1976132143 tempest-ServerDiagnosticsV248Test-1976132143-project-admin] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Retrieving diagnostics [ 564.648879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b49f4-7d42-4f9d-aa1a-b59975180623 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.683141] env[62979]: DEBUG nova.network.neutron [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Updated VIF entry in instance network info cache for port df937cbe-daab-49bb-96ef-8c2ccc2e9d42. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.683489] env[62979]: DEBUG nova.network.neutron [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Updating instance_info_cache with network_info: [{"id": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "address": "fa:16:3e:51:de:8a", "network": {"id": "9e2727b3-978d-48fb-a63a-9cfeb48856f2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-745640467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a3039447bde4ca28b2aac662771716b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf937cbe-da", "ovs_interfaceid": "df937cbe-daab-49bb-96ef-8c2ccc2e9d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.688349] env[62979]: INFO nova.compute.manager [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Took 21.80 seconds to build instance. [ 564.728085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.728085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.728085] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.745796] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.811372] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.856589] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.083199] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee110ec-f563-42c8-9c87-38fb79b5f0db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.089657] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6bc13-8c55-4ad0-875a-a6c3f0e1b188 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.128336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f43e4-9f2c-4f0a-9965-72d0ae95dce3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.137300] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b370f50-9c2a-4f7c-8a14-1e2d557a190d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.155276] env[62979]: DEBUG nova.compute.provider_tree [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.186921] env[62979]: DEBUG oslo_concurrency.lockutils [req-282347b6-0131-4a28-a945-74dfee4c7921 req-d8808ca7-a7f8-414f-8886-6f260448934b service nova] Releasing lock "refresh_cache-8e7bcfd6-27b4-406b-89d9-194ac9513ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.190372] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9af4dbf2-ebd0-4bff-b7fc-b543e799a8e0 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.315s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.255310] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Successfully created port: ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.286733] env[62979]: DEBUG nova.compute.manager [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received event network-vif-plugged-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.288192] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] Acquiring lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.289440] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.289440] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.289440] env[62979]: DEBUG nova.compute.manager [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] No waiting events found dispatching network-vif-plugged-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.290772] env[62979]: WARNING nova.compute.manager [req-5ba9c614-104a-40af-86c3-581d1407d51b req-bba9f7a7-92fb-4589-a4eb-6f21ef464b8a service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received unexpected event network-vif-plugged-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a for instance with vm_state building and task_state spawning. [ 565.309658] env[62979]: DEBUG oslo_vmware.api [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380800, 'name': PowerOnVM_Task, 'duration_secs': 1.458457} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.311252] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.313370] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.313726] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Took 11.44 seconds to spawn the instance on the hypervisor. [ 565.313910] env[62979]: DEBUG nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.315444] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63db557-4675-4cd2-86a8-572b684c4c70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.358283] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380801, 'name': ReconfigVM_Task, 'duration_secs': 0.727594} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.358283] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 8e7bcfd6-27b4-406b-89d9-194ac9513ce5/8e7bcfd6-27b4-406b-89d9-194ac9513ce5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.358915] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a4e080-bdb9-4c5f-859a-fc27beb9e998 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.365157] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 565.365157] env[62979]: value = "task-2380802" [ 565.365157] env[62979]: _type = "Task" [ 565.365157] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.378477] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380802, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.659258] env[62979]: DEBUG nova.scheduler.client.report [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.764404] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.792975] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.793252] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.793410] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.793591] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.793756] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.793920] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.794258] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.794419] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.794606] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.794751] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.794929] env[62979]: DEBUG nova.virt.hardware [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.795835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbadc168-fd80-4dfc-96ec-b38d9160abd2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.805324] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e702338b-4432-46e4-b620-c7abfe6fc8fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.836510] env[62979]: INFO nova.compute.manager [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Took 25.51 seconds to build instance. [ 565.882582] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380802, 'name': Rename_Task, 'duration_secs': 0.39604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.883045] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.883393] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc2ccb9-d2cc-4edf-933d-233e02c61a5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.890998] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 565.890998] env[62979]: value = "task-2380803" [ 565.890998] env[62979]: _type = "Task" [ 565.890998] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.900481] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.037201] env[62979]: DEBUG nova.network.neutron [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.165770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.166512] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.172688] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.558s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.339442] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c4ca57-978c-4558-be60-219a4e8dfc25 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.025s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.401791] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.546693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.546693] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance network_info: |[{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.547655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:fb:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.561386] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating folder: Project (392ae630586d4cd3b3f0386f1544e2fb). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.562656] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53460158-2aa3-48ee-9f21-b9a19ad3b4f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.575218] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created folder: Project (392ae630586d4cd3b3f0386f1544e2fb) in parent group-v483149. [ 566.575446] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating folder: Instances. Parent ref: group-v483173. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.575698] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa06bba5-d0a6-4ec9-8fbc-750bb9e11567 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.592741] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created folder: Instances in parent group-v483173. [ 566.593009] env[62979]: DEBUG oslo.service.loopingcall [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.593211] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.594357] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcb2c1d1-ba54-4647-af54-08f78ef87cc6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.613292] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.613292] env[62979]: value = "task-2380806" [ 566.613292] env[62979]: _type = "Task" [ 566.613292] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.621757] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380806, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.682598] env[62979]: DEBUG nova.compute.utils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.684541] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.690841] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.830800] env[62979]: DEBUG nova.policy [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc6c18c12764228b99068cf16b05ec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97adcc974684459cb31527ff5708c96e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.904348] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.011135] env[62979]: DEBUG nova.compute.manager [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 567.141100] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380806, 'name': CreateVM_Task, 'duration_secs': 0.427911} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.141311] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.142478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.142753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.143219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.144027] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff65c60-6d8d-4d02-898a-432185545cca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.156020] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 567.156020] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52af3adc-151d-6027-4062-8585f999f061" [ 567.156020] env[62979]: _type = "Task" [ 567.156020] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.169388] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52af3adc-151d-6027-4062-8585f999f061, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.169708] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.169939] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.170195] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.170345] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.170523] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.170783] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f869aa-ade9-49cd-a172-3a9bc8acc08d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.183554] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.183758] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.186277] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating resource usage from migration b32e18d4-cb05-44e7-8ee2-6317e2b38637 [ 567.190034] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77589a24-646a-483b-85f9-1453270fef60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.198458] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.203512] env[62979]: DEBUG nova.compute.manager [req-8e97eedf-4971-4015-a6ea-f4bf11a47ec3 req-ccc55bc8-1484-4223-9573-7696e7029777 service nova] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Received event network-vif-deleted-a5e4bb3d-bd75-4876-bf13-ee4146e6f7be {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.208352] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 567.208352] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a247fc-a389-67b2-7207-e67018dbc95a" [ 567.208352] env[62979]: _type = "Task" [ 567.208352] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.214950] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.228397] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "8496f944-119f-410e-be42-346e65918141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.228628] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.230215] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a247fc-a389-67b2-7207-e67018dbc95a, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.231375] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f782495-8ba2-451e-9d59-e7b3e2606bed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.237611] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 567.237611] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527b437d-d8d8-468a-8956-d4a79f92ada1" [ 567.237611] env[62979]: _type = "Task" [ 567.237611] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.248409] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527b437d-d8d8-468a-8956-d4a79f92ada1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.394185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "504c4739-2376-4cba-aabf-7bdfa07362a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.394361] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.394580] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.394769] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.394940] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.397399] env[62979]: INFO nova.compute.manager [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Terminating instance [ 567.415121] env[62979]: DEBUG oslo_vmware.api [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380803, 'name': PowerOnVM_Task, 'duration_secs': 1.498625} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.415482] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.415752] env[62979]: INFO nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Took 11.19 seconds to spawn the instance on the hypervisor. [ 567.415959] env[62979]: DEBUG nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.417066] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b85a3-67d4-4aac-a0e3-aa6ace3b0e51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.541705] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.617386] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.617386] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.623625] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Successfully updated port: ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.630365] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "c58ee419-f81c-41be-be21-3d35b662628b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.630365] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.630365] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "c58ee419-f81c-41be-be21-3d35b662628b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.630365] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.630507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.632516] env[62979]: INFO nova.compute.manager [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Terminating instance [ 567.721149] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 8496f944-119f-410e-be42-346e65918141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.731171] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.754630] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527b437d-d8d8-468a-8956-d4a79f92ada1, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.754935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.755591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 00c734c8-d0ad-40b7-a4d5-0724245be076/00c734c8-d0ad-40b7-a4d5-0724245be076.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.755591] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd92b6c-c346-4fd6-beab-8b061a4a9da8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.765724] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 567.765724] env[62979]: value = "task-2380807" [ 567.765724] env[62979]: _type = "Task" [ 567.765724] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.778760] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.912029] env[62979]: DEBUG nova.compute.manager [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.912029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.912029] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970f3c9-b796-4fbe-9b5e-ed5fc83a53f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.920928] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.922131] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f3a1ef-dfde-4301-b730-8b9af716b347 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.929102] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 567.929102] env[62979]: value = "task-2380808" [ 567.929102] env[62979]: _type = "Task" [ 567.929102] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.955422] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.956256] env[62979]: INFO nova.compute.manager [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Took 26.58 seconds to build instance. [ 568.118705] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.127264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.127453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.127580] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.136994] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "refresh_cache-c58ee419-f81c-41be-be21-3d35b662628b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.137364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquired lock "refresh_cache-c58ee419-f81c-41be-be21-3d35b662628b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.137755] env[62979]: DEBUG nova.network.neutron [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.217034] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.222460] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance aa4bdd4a-f03c-48a3-973a-d965db0348a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.222460] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration b32e18d4-cb05-44e7-8ee2-6317e2b38637 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 568.222648] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance fc7e713d-8e89-499e-bd3d-18aac337b3f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.222648] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 383d1c97-d96b-4993-9ae2-d0aad9415e59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 568.222761] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 5c44b2a6-d52c-4403-8c73-3a560665cc56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.251985] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.254620] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.255487] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.255487] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.255487] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.255650] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.255918] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.256107] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.256436] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.256527] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.258090] env[62979]: DEBUG nova.virt.hardware [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.258090] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c788bbb-1b3c-45ab-aa85-06f4c21d287f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.264852] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.277194] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf6db8-3ac3-442d-afb3-7aedf7f11433 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.289402] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.441086] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380808, 'name': PowerOffVM_Task, 'duration_secs': 0.225101} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.441356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.441526] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.441769] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671fdbb1-848c-4650-838d-9ff4ea16c74c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.461719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1543ce1b-27e0-40d5-85f8-d8b024f2d969 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.100s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.517308] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.517308] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.517308] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleting the datastore file [datastore1] 504c4739-2376-4cba-aabf-7bdfa07362a4 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.517308] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8827720-f288-41a5-ac50-a958e08f56d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.527338] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for the task: (returnval){ [ 568.527338] env[62979]: value = "task-2380810" [ 568.527338] env[62979]: _type = "Task" [ 568.527338] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.538815] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.549090] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Successfully created port: fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.646569] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.679886] env[62979]: DEBUG nova.network.neutron [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.712131] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.729361] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.729535] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 94caeb36-e13c-411e-a6f7-972fff018f96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.729666] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance fb027cc6-5d46-486d-9db7-6991e5fabfbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.729789] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 568.779542] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632404} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.779776] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 00c734c8-d0ad-40b7-a4d5-0724245be076/00c734c8-d0ad-40b7-a4d5-0724245be076.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.779996] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.780275] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d180fbd9-a49a-4659-94ad-cd330c7ea88d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.786961] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 568.786961] env[62979]: value = "task-2380811" [ 568.786961] env[62979]: _type = "Task" [ 568.786961] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.797014] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.818538] env[62979]: DEBUG nova.network.neutron [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.925255] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.925573] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.977186] env[62979]: INFO nova.compute.manager [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Rebuilding instance [ 568.987482] env[62979]: DEBUG nova.network.neutron [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Updating instance_info_cache with network_info: [{"id": "ceeb993b-6272-4662-a524-35fe23b061ea", "address": "fa:16:3e:1f:c0:5b", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceeb993b-62", "ovs_interfaceid": "ceeb993b-6272-4662-a524-35fe23b061ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.040535] env[62979]: DEBUG oslo_vmware.api [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Task: {'id': task-2380810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429055} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.044189] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.044461] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.044644] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.044836] env[62979]: INFO nova.compute.manager [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 569.045091] env[62979]: DEBUG oslo.service.loopingcall [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.047280] env[62979]: DEBUG nova.compute.manager [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 569.047379] env[62979]: DEBUG nova.network.neutron [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.049297] env[62979]: DEBUG nova.compute.manager [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.050081] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49d5ec-b1c6-4f45-86ee-9eb3e897a3ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.236375] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.236836] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4e0dd589-3a3e-430d-add2-4bd58f8acf71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.236930] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 8e7bcfd6-27b4-406b-89d9-194ac9513ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.278398] env[62979]: DEBUG nova.compute.manager [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.278398] env[62979]: DEBUG nova.compute.manager [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing instance network info cache due to event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.278398] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.278398] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.278398] env[62979]: DEBUG nova.network.neutron [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.301396] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11256} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.301755] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.303208] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33d32c-61f4-4072-ab18-98f83b2e4ffa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.322808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Releasing lock "refresh_cache-c58ee419-f81c-41be-be21-3d35b662628b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.323268] env[62979]: DEBUG nova.compute.manager [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 569.323498] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 569.333607] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 00c734c8-d0ad-40b7-a4d5-0724245be076/00c734c8-d0ad-40b7-a4d5-0724245be076.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.335576] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194166cf-fca7-4392-bdf2-5db43447575e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.339113] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26aea2a6-9d12-4086-94fc-11c62f52c4f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.359545] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 569.360618] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07a5c24-7bed-4141-94f7-2d71f726ddef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.364146] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 569.364146] env[62979]: value = "task-2380812" [ 569.364146] env[62979]: _type = "Task" [ 569.364146] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.367155] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 569.367155] env[62979]: value = "task-2380813" [ 569.367155] env[62979]: _type = "Task" [ 569.367155] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.374241] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.383896] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.428712] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.489787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.490146] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Instance network_info: |[{"id": "ceeb993b-6272-4662-a524-35fe23b061ea", "address": "fa:16:3e:1f:c0:5b", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceeb993b-62", "ovs_interfaceid": "ceeb993b-6272-4662-a524-35fe23b061ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.490571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceeb993b-6272-4662-a524-35fe23b061ea', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.499632] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Creating folder: Project (d3d15e4a5b4445279070b5f59eb58d47). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.500493] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ec8614-041d-4c74-8a08-d954026b34b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.511507] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Created folder: Project (d3d15e4a5b4445279070b5f59eb58d47) in parent group-v483149. [ 569.512750] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Creating folder: Instances. Parent ref: group-v483176. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.512750] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1bd0027-62cb-4050-9453-d6ce6d6ae036 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.523644] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Created folder: Instances in parent group-v483176. [ 569.523937] env[62979]: DEBUG oslo.service.loopingcall [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.524158] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.524377] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d2a1f8-28d9-4f99-9da8-f1c7c221030a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.544326] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.544326] env[62979]: value = "task-2380816" [ 569.544326] env[62979]: _type = "Task" [ 569.544326] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.553570] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380816, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.739773] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3fb2b4f8-2587-4345-80fc-fa65f2ed993d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.739944] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c58ee419-f81c-41be-be21-3d35b662628b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 569.880131] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.883866] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380813, 'name': PowerOffVM_Task, 'duration_secs': 0.277137} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.886183] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 569.886183] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 569.886183] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f6ba40d-43ce-4ef1-b562-79e63cd93a24 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.919706] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 569.919706] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 569.919706] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleting the datastore file [datastore2] c58ee419-f81c-41be-be21-3d35b662628b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.919706] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9477586-b0ee-42f9-ac4c-6911ee28868c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.926767] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for the task: (returnval){ [ 569.926767] env[62979]: value = "task-2380818" [ 569.926767] env[62979]: _type = "Task" [ 569.926767] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.943552] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.974023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.057909] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380816, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.063635] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.064686] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf619bc-13cb-4c41-8b62-1afa9aa2f050 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.071969] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 570.071969] env[62979]: value = "task-2380819" [ 570.071969] env[62979]: _type = "Task" [ 570.071969] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.082687] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.181526] env[62979]: DEBUG nova.network.neutron [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.243316] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.243468] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 504c4739-2376-4cba-aabf-7bdfa07362a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.243592] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3a60618c-b48a-45e6-81be-44b26423799d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.243813] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 570.243943] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 570.379268] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380812, 'name': ReconfigVM_Task, 'duration_secs': 0.722924} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.382214] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 00c734c8-d0ad-40b7-a4d5-0724245be076/00c734c8-d0ad-40b7-a4d5-0724245be076.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.383847] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648d96e2-2abb-482d-b3b7-e297c0947839 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.390676] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 570.390676] env[62979]: value = "task-2380820" [ 570.390676] env[62979]: _type = "Task" [ 570.390676] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.401866] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380820, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.439629] env[62979]: DEBUG oslo_vmware.api [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Task: {'id': task-2380818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1277} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.441095] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.441288] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 570.441458] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 570.441622] env[62979]: INFO nova.compute.manager [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 570.441852] env[62979]: DEBUG oslo.service.loopingcall [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.448262] env[62979]: DEBUG nova.compute.manager [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 570.448262] env[62979]: DEBUG nova.network.neutron [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 570.449112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.449326] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.472223] env[62979]: DEBUG nova.network.neutron [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.505292] env[62979]: DEBUG nova.network.neutron [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated VIF entry in instance network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.505405] env[62979]: DEBUG nova.network.neutron [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.559958] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380816, 'name': CreateVM_Task, 'duration_secs': 0.523295} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.563643] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.565922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.565922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.565922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.566567] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c66b5d-bd5c-42a4-b435-3cf92ac4e146 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.573966] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 570.573966] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291c156-fefe-295c-806a-081359de7e8d" [ 570.573966] env[62979]: _type = "Task" [ 570.573966] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.590857] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380819, 'name': PowerOffVM_Task, 'duration_secs': 0.150262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.591193] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291c156-fefe-295c-806a-081359de7e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.591467] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.592307] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.594035] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87628e1e-3cd1-4f8b-a33e-342ce50ccd7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.604339] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.604593] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9815e07e-80cf-413e-bfe0-a0427c3197f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.629259] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.629486] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.629669] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Deleting the datastore file [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.629928] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026cf0a7-29c4-4c3d-9c47-c97f4686b762 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.637457] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 570.637457] env[62979]: value = "task-2380822" [ 570.637457] env[62979]: _type = "Task" [ 570.637457] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.638887] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df09c62-946c-4d32-b715-d47273ab0920 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.653612] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde652bf-c75b-4804-a896-2073b1d35da3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.657451] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.692031] env[62979]: INFO nova.compute.manager [-] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Took 1.64 seconds to deallocate network for instance. [ 570.696208] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246bd7a-27e8-42b9-9386-1e0e68a91400 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.709453] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d2f51-7593-4f48-b895-696aeb05b9a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.728542] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 570.908701] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380820, 'name': Rename_Task, 'duration_secs': 0.276344} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.910470] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.911091] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818a3f80-3e75-425c-8a93-452d3255d51b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.920213] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 570.920213] env[62979]: value = "task-2380823" [ 570.920213] env[62979]: _type = "Task" [ 570.920213] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.930871] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.977559] env[62979]: DEBUG nova.network.neutron [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.013469] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbc71a3f-f975-43f1-8be1-62fc655f3007 req-25340d25-61bb-440e-9df1-825978d65d5c service nova] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.092477] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291c156-fefe-295c-806a-081359de7e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.018404} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.092821] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.093198] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.093425] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.093556] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.093731] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.093991] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d161b8-7ab0-4453-bf22-1b904aaaa581 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.102423] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.102702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.103564] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dedfa54-aafe-46e8-96fc-7076147f3c66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.110684] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 571.110684] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52493a5f-1713-46a7-adf4-7eb99f6834d0" [ 571.110684] env[62979]: _type = "Task" [ 571.110684] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.117812] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52493a5f-1713-46a7-adf4-7eb99f6834d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.148810] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109374} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.148810] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.149385] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.149385] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.155930] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Successfully updated port: fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.204395] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.262022] env[62979]: ERROR nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [req-428d8c21-bd35-45dd-a5fd-72e89a9ad3a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-428d8c21-bd35-45dd-a5fd-72e89a9ad3a6"}]} [ 571.286280] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 571.303537] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 571.305153] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.318437] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 571.347202] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 571.403265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.403265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.403265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.403265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.403423] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.407090] env[62979]: INFO nova.compute.manager [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Terminating instance [ 571.438423] env[62979]: DEBUG oslo_vmware.api [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2380823, 'name': PowerOnVM_Task, 'duration_secs': 0.457159} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.438979] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.439227] env[62979]: INFO nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Took 10.34 seconds to spawn the instance on the hypervisor. [ 571.439415] env[62979]: DEBUG nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.440527] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e840127-3b3a-4784-a6b0-e8e7a3a74487 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.479605] env[62979]: INFO nova.compute.manager [-] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Took 1.03 seconds to deallocate network for instance. [ 571.624785] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52493a5f-1713-46a7-adf4-7eb99f6834d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.624785] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71cd3084-62ef-45f3-bc2e-d96d987d0a4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.630700] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 571.630700] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26165-cfa8-b7d7-35e9-cf75ae92e974" [ 571.630700] env[62979]: _type = "Task" [ 571.630700] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.639559] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26165-cfa8-b7d7-35e9-cf75ae92e974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.663696] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.663851] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquired lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.664041] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.731398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aa6b1c-3b1b-46f4-9b08-30853bda47e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.739111] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d1e46-1ea2-47ab-a5e4-6578b2df869d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.775554] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386d7ee-6d43-404a-8cf6-506756beb064 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.783375] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0f7ec2-fbfd-4c13-8596-a9e1f8706f10 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.797172] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.902123] env[62979]: DEBUG nova.compute.manager [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Received event network-vif-plugged-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.902742] env[62979]: DEBUG oslo_concurrency.lockutils [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] Acquiring lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.902742] env[62979]: DEBUG oslo_concurrency.lockutils [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.902831] env[62979]: DEBUG oslo_concurrency.lockutils [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.902942] env[62979]: DEBUG nova.compute.manager [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] No waiting events found dispatching network-vif-plugged-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.903273] env[62979]: WARNING nova.compute.manager [req-71aa13ee-495c-468a-b146-110fce878a12 req-f4849d87-ec15-4a05-a510-cdb0b94ca038 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Received unexpected event network-vif-plugged-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 for instance with vm_state building and task_state spawning. [ 571.912249] env[62979]: DEBUG nova.compute.manager [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.914654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.915669] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e8047-9912-4574-9e14-777875d34934 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.926082] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.927831] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe81c6c0-94fa-432e-b007-6caa9e8c2c04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.935106] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 571.935106] env[62979]: value = "task-2380824" [ 571.935106] env[62979]: _type = "Task" [ 571.935106] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.948763] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.967442] env[62979]: INFO nova.compute.manager [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Took 25.81 seconds to build instance. [ 571.989402] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.143416] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26165-cfa8-b7d7-35e9-cf75ae92e974, 'name': SearchDatastore_Task, 'duration_secs': 0.043281} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.143689] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.144009] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3a60618c-b48a-45e6-81be-44b26423799d/3a60618c-b48a-45e6-81be-44b26423799d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.144493] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a93fd5-babb-4d00-b51b-c55582cb2614 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.150802] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 572.150802] env[62979]: value = "task-2380825" [ 572.150802] env[62979]: _type = "Task" [ 572.150802] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.159571] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.202960] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.203217] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.203371] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.203550] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.203689] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.203829] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.204040] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.204202] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.204803] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.204803] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.204803] env[62979]: DEBUG nova.virt.hardware [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.205573] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d7e64-e6c5-47cb-b9bf-109c2ef1986f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.214811] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3e757-ca7b-443c-ae7a-d4a7a607edad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.231135] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.237731] env[62979]: DEBUG oslo.service.loopingcall [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.238043] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.238237] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd8d7804-1ba8-4eff-b8ed-860f6197c486 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.254090] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.258364] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.258364] env[62979]: value = "task-2380826" [ 572.258364] env[62979]: _type = "Task" [ 572.258364] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.266338] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380826, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.325235] env[62979]: ERROR nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [req-18fca091-5f9a-4811-8477-204f42de604c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18fca091-5f9a-4811-8477-204f42de604c"}]} [ 572.352092] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 572.372125] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 572.372308] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.388699] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 572.413540] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 572.423086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "2c1a9917-d772-48fd-a87d-29b6b0750681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.423086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.443317] env[62979]: DEBUG nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Received event network-vif-plugged-ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.443715] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Acquiring lock "3a60618c-b48a-45e6-81be-44b26423799d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.444060] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Lock "3a60618c-b48a-45e6-81be-44b26423799d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.444297] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Lock "3a60618c-b48a-45e6-81be-44b26423799d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.444511] env[62979]: DEBUG nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] No waiting events found dispatching network-vif-plugged-ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.445212] env[62979]: WARNING nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Received unexpected event network-vif-plugged-ceeb993b-6272-4662-a524-35fe23b061ea for instance with vm_state building and task_state spawning. [ 572.445212] env[62979]: DEBUG nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Received event network-changed-ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.445212] env[62979]: DEBUG nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Refreshing instance network info cache due to event network-changed-ceeb993b-6272-4662-a524-35fe23b061ea. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.445404] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Acquiring lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.445561] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Acquired lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.445776] env[62979]: DEBUG nova.network.neutron [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Refreshing network info cache for port ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.466574] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380824, 'name': PowerOffVM_Task, 'duration_secs': 0.182158} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.468186] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.468186] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.468186] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32956c60-de0d-42ce-9f87-473e65b66af7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.470514] env[62979]: DEBUG oslo_concurrency.lockutils [None req-00271237-24c8-4157-82b0-1a7d8ad0ee46 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.327s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.495408] env[62979]: DEBUG nova.network.neutron [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Updating instance_info_cache with network_info: [{"id": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "address": "fa:16:3e:1c:b4:74", "network": {"id": "44e9ec94-b7b1-4fdf-a286-aba298e2b8d8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2131808322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97adcc974684459cb31527ff5708c96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb63fe9b-4a", "ovs_interfaceid": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.538592] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.538592] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.538592] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Deleting the datastore file [datastore1] 8e7bcfd6-27b4-406b-89d9-194ac9513ce5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.538592] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9e374c-0920-4913-a643-bf97053af8cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.546823] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for the task: (returnval){ [ 572.546823] env[62979]: value = "task-2380828" [ 572.546823] env[62979]: _type = "Task" [ 572.546823] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.557396] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.665565] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.773918] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380826, 'name': CreateVM_Task, 'duration_secs': 0.343891} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.773918] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.773918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.773918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.773918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.773918] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af48fc3-9fe0-46c1-b65f-2131298ea7c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.781023] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 572.781023] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d1e3d-0304-fb8e-cd2d-42d495a844da" [ 572.781023] env[62979]: _type = "Task" [ 572.781023] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.793074] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d1e3d-0304-fb8e-cd2d-42d495a844da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.977338] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.985381] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6bea9b-d4ce-4f82-83ad-b3eda94a0820 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.995165] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d67ad-f2fc-45e1-a65f-499ce4861dc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.000037] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Releasing lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.000037] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Instance network_info: |[{"id": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "address": "fa:16:3e:1c:b4:74", "network": {"id": "44e9ec94-b7b1-4fdf-a286-aba298e2b8d8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2131808322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97adcc974684459cb31527ff5708c96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb63fe9b-4a", "ovs_interfaceid": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.000240] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b4:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.009195] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Creating folder: Project (97adcc974684459cb31527ff5708c96e). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.014048] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b100242-6560-4858-93a7-41a253c0ffee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.045244] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f4c727-f291-4e3d-bd10-b2e0ad2a441d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.054786] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Created folder: Project (97adcc974684459cb31527ff5708c96e) in parent group-v483149. [ 573.055209] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Creating folder: Instances. Parent ref: group-v483180. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.062431] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53843f24-b04e-496e-a7a2-20a4df7e5fae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.069431] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33652a-b4bb-46f5-b913-03d47f5bafd3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.074790] env[62979]: DEBUG oslo_vmware.api [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Task: {'id': task-2380828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297744} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.076836] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.076836] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.076836] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.076836] env[62979]: INFO nova.compute.manager [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 573.076836] env[62979]: DEBUG oslo.service.loopingcall [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.077472] env[62979]: DEBUG nova.compute.manager [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 573.077472] env[62979]: DEBUG nova.network.neutron [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.091852] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.093705] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Created folder: Instances in parent group-v483180. [ 573.094495] env[62979]: DEBUG oslo.service.loopingcall [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.094734] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.094965] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac861293-4881-4d9c-82d1-c5bd8cd3294b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.115213] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.115213] env[62979]: value = "task-2380831" [ 573.115213] env[62979]: _type = "Task" [ 573.115213] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.127670] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380831, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.169815] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627297} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.169815] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3a60618c-b48a-45e6-81be-44b26423799d/3a60618c-b48a-45e6-81be-44b26423799d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.169815] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.169815] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbfdbaac-5d6b-445a-833a-9d7d38e5cb05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.177963] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 573.177963] env[62979]: value = "task-2380832" [ 573.177963] env[62979]: _type = "Task" [ 573.177963] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.190245] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.300177] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d1e3d-0304-fb8e-cd2d-42d495a844da, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.300177] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.300177] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.300177] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.300390] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.300390] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.300493] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39dc7bb-6439-4045-9a2b-06e69f79b112 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.320155] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.320155] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.320917] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e9e77b-aede-431a-8bc3-5fcaee8b6ee9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.326507] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 573.326507] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc42f3-b627-4755-a9f8-78e23c908e8b" [ 573.326507] env[62979]: _type = "Task" [ 573.326507] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.336636] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc42f3-b627-4755-a9f8-78e23c908e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.358794] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.358794] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.515307] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.616022] env[62979]: ERROR nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [req-6bc75d87-a223-4d33-922d-eaee6025b351] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6bc75d87-a223-4d33-922d-eaee6025b351"}]} [ 573.619412] env[62979]: DEBUG nova.network.neutron [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Updated VIF entry in instance network info cache for port ceeb993b-6272-4662-a524-35fe23b061ea. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.619412] env[62979]: DEBUG nova.network.neutron [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Updating instance_info_cache with network_info: [{"id": "ceeb993b-6272-4662-a524-35fe23b061ea", "address": "fa:16:3e:1f:c0:5b", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceeb993b-62", "ovs_interfaceid": "ceeb993b-6272-4662-a524-35fe23b061ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.630576] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380831, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.637884] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 573.652036] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 573.652190] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.664523] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 573.687166] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 573.690030] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073022} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.690444] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.691368] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f05a3f-f9b3-4cdb-9ae7-c68300f885c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.716836] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3a60618c-b48a-45e6-81be-44b26423799d/3a60618c-b48a-45e6-81be-44b26423799d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.721204] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f501b914-da94-49a6-bc3d-846c1bd24ba6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.744483] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 573.744483] env[62979]: value = "task-2380833" [ 573.744483] env[62979]: _type = "Task" [ 573.744483] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.752408] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.793624] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.793925] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.794151] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.794362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.794491] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.798839] env[62979]: INFO nova.compute.manager [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Terminating instance [ 573.839659] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc42f3-b627-4755-a9f8-78e23c908e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.052268} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.840070] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e1523e-fba7-4a82-8f8b-1d99764baf5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.845997] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 573.845997] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e45511-c3a0-cf76-536b-9f21cba097e9" [ 573.845997] env[62979]: _type = "Task" [ 573.845997] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.856240] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e45511-c3a0-cf76-536b-9f21cba097e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.109898] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb67896-2fa6-4bb2-b5e6-b6617046af5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.121249] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b089ac-9ca5-4244-93d8-7409441ddbb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.125542] env[62979]: DEBUG oslo_concurrency.lockutils [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] Releasing lock "refresh_cache-3a60618c-b48a-45e6-81be-44b26423799d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.125849] env[62979]: DEBUG nova.compute.manager [req-c0744758-34e7-4fb5-ab86-9095af30cad0 req-8832cdaa-5b6e-41db-b948-f55df17329e4 service nova] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Received event network-vif-deleted-7296b04a-a380-4db1-8809-947bdf80004c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.131074] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380831, 'name': CreateVM_Task, 'duration_secs': 0.787583} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.159882] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.160920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.161097] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.161457] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.162488] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f092250-2006-4c9d-a41c-a0bf4f268c54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.165572] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed3c5f9-6976-4949-b1d1-12d30ee004bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.173617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356ddec-aaee-4bc1-b23f-c13b6958bc40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.178274] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 574.178274] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524d7793-4bbe-3c13-3632-1942e1620b54" [ 574.178274] env[62979]: _type = "Task" [ 574.178274] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.190952] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.197194] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524d7793-4bbe-3c13-3632-1942e1620b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.253780] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380833, 'name': ReconfigVM_Task, 'duration_secs': 0.354253} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.254164] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3a60618c-b48a-45e6-81be-44b26423799d/3a60618c-b48a-45e6-81be-44b26423799d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.254780] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab99e2ad-a3dd-45b3-8f02-59eb3db3ca7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.260882] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 574.260882] env[62979]: value = "task-2380834" [ 574.260882] env[62979]: _type = "Task" [ 574.260882] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.271685] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380834, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.290241] env[62979]: DEBUG nova.network.neutron [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.307530] env[62979]: DEBUG nova.compute.manager [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.307530] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.307530] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0486b02-49e4-4e13-a54d-fda7215e8e99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.315889] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.315889] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffabe7b3-c7cf-4aeb-956d-90cdf4d71e92 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.322800] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 574.322800] env[62979]: value = "task-2380835" [ 574.322800] env[62979]: _type = "Task" [ 574.322800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.332158] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.357096] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e45511-c3a0-cf76-536b-9f21cba097e9, 'name': SearchDatastore_Task, 'duration_secs': 0.02789} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.357457] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.357651] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.357890] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76525457-16b9-4aff-8c61-b0e0c07af959 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.364350] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 574.364350] env[62979]: value = "task-2380836" [ 574.364350] env[62979]: _type = "Task" [ 574.364350] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.372541] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.587974] env[62979]: DEBUG nova.compute.manager [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Received event network-changed-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.588579] env[62979]: DEBUG nova.compute.manager [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Refreshing instance network info cache due to event network-changed-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.588579] env[62979]: DEBUG oslo_concurrency.lockutils [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] Acquiring lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.588579] env[62979]: DEBUG oslo_concurrency.lockutils [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] Acquired lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.588822] env[62979]: DEBUG nova.network.neutron [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Refreshing network info cache for port fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.692769] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524d7793-4bbe-3c13-3632-1942e1620b54, 'name': SearchDatastore_Task, 'duration_secs': 0.027107} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.692953] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.694252] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.694252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.694252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.694252] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.697203] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca06d1e6-2b57-40ff-80d8-dbe91ec656e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.709508] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.709716] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.710527] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54fb28d-9d44-4058-a59b-05d27d902698 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.717296] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 574.717296] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525d0a33-ec20-1a30-a1d4-c5b825e872aa" [ 574.717296] env[62979]: _type = "Task" [ 574.717296] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.725565] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525d0a33-ec20-1a30-a1d4-c5b825e872aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.741030] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 574.741252] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 29 to 30 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 574.741538] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.773649] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380834, 'name': Rename_Task, 'duration_secs': 0.293194} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.774319] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.774779] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424edc65-2fc3-45a7-845c-10a10a548eb1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.781747] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 574.781747] env[62979]: value = "task-2380837" [ 574.781747] env[62979]: _type = "Task" [ 574.781747] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.792625] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.796533] env[62979]: INFO nova.compute.manager [-] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Took 1.72 seconds to deallocate network for instance. [ 574.837608] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380835, 'name': PowerOffVM_Task, 'duration_secs': 0.259529} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.837980] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.838282] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.838984] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39815145-6c11-4e44-bbc7-0584d12aaf49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.877051] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380836, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.905349] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.908061] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.908391] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleting the datastore file [datastore1] fb027cc6-5d46-486d-9db7-6991e5fabfbf {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.908774] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123069ef-e85e-434c-8694-095e33463723 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.916371] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 574.916371] env[62979]: value = "task-2380839" [ 574.916371] env[62979]: _type = "Task" [ 574.916371] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.925471] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.229235] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525d0a33-ec20-1a30-a1d4-c5b825e872aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.230640] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9835dcde-34da-4399-b01d-e57f78b8d697 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.239191] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 575.239191] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ca6f3-85e0-613d-c3e6-07dcc47acae4" [ 575.239191] env[62979]: _type = "Task" [ 575.239191] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.250549] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 575.250549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.080s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.250549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.526s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.252991] env[62979]: INFO nova.compute.claims [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.258158] env[62979]: DEBUG nova.compute.manager [req-b085da93-941a-45cf-86c7-430888c79350 req-f0b8ebc6-cec9-409f-865e-1733c5bf1891 service nova] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Received event network-vif-deleted-df937cbe-daab-49bb-96ef-8c2ccc2e9d42 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.265037] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ca6f3-85e0-613d-c3e6-07dcc47acae4, 'name': SearchDatastore_Task, 'duration_secs': 0.017388} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.265144] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.265425] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4e0dd589-3a3e-430d-add2-4bd58f8acf71/4e0dd589-3a3e-430d-add2-4bd58f8acf71.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.266200] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0fd373-9821-44c4-9e1b-915bde93e65c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.274563] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 575.274563] env[62979]: value = "task-2380840" [ 575.274563] env[62979]: _type = "Task" [ 575.274563] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.285302] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.293812] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380837, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.312240] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.384648] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804648} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.384648] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.384648] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.386072] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baccc3df-2a46-4236-bc81-51f61aaf2258 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.392761] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 575.392761] env[62979]: value = "task-2380841" [ 575.392761] env[62979]: _type = "Task" [ 575.392761] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.404561] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.426673] env[62979]: DEBUG oslo_vmware.api [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414253} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.426975] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.427490] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.427980] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.429030] env[62979]: INFO nova.compute.manager [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 575.429231] env[62979]: DEBUG oslo.service.loopingcall [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.429446] env[62979]: DEBUG nova.compute.manager [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.429552] env[62979]: DEBUG nova.network.neutron [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.510951] env[62979]: DEBUG nova.network.neutron [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Updated VIF entry in instance network info cache for port fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.511959] env[62979]: DEBUG nova.network.neutron [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Updating instance_info_cache with network_info: [{"id": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "address": "fa:16:3e:1c:b4:74", "network": {"id": "44e9ec94-b7b1-4fdf-a286-aba298e2b8d8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2131808322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97adcc974684459cb31527ff5708c96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb63fe9b-4a", "ovs_interfaceid": "fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.793385] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.799108] env[62979]: DEBUG oslo_vmware.api [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380837, 'name': PowerOnVM_Task, 'duration_secs': 0.648477} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.799536] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.799798] env[62979]: INFO nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Took 10.04 seconds to spawn the instance on the hypervisor. [ 575.800376] env[62979]: DEBUG nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.801390] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b5358-18f4-47bd-8084-b4513361282c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.908732] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203455} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.909344] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.910275] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01ce912-2265-40b4-a63d-8517543e0cac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.944608] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.945307] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2548e702-a022-49f6-8699-db4f1e8a6792 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.972403] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 575.972403] env[62979]: value = "task-2380842" [ 575.972403] env[62979]: _type = "Task" [ 575.972403] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.986659] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.017115] env[62979]: DEBUG oslo_concurrency.lockutils [req-f06caa74-8955-440c-b9e2-1a93e1e30628 req-48cc67c3-3f9b-4b72-ba7c-35d189be8c07 service nova] Releasing lock "refresh_cache-4e0dd589-3a3e-430d-add2-4bd58f8acf71" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.287193] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985697} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.287432] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4e0dd589-3a3e-430d-add2-4bd58f8acf71/4e0dd589-3a3e-430d-add2-4bd58f8acf71.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.287637] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.288013] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33ec8ed8-9053-4ca4-ac12-7c4082c8bc97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.294996] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 576.294996] env[62979]: value = "task-2380843" [ 576.294996] env[62979]: _type = "Task" [ 576.294996] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.309877] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.328228] env[62979]: INFO nova.compute.manager [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Took 24.78 seconds to build instance. [ 576.503626] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.595390] env[62979]: DEBUG nova.network.neutron [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.758940] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20df0a8-b645-43ed-8f7a-df7eadecc6e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.769695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a07e1c-d7be-4457-955d-0799d2aa2195 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.813586] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724eca8-c54a-4c84-9129-8f96dce63594 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.825092] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfaf401-1439-4fb9-9541-68c2c4ea5b97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.829241] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075966} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.829524] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.830342] env[62979]: DEBUG oslo_concurrency.lockutils [None req-760a5e22-1d65-4323-8d39-e545082daa04 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.291s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.834019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379bd027-7d4c-4ed8-8fac-5f65230459a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.842781] env[62979]: DEBUG nova.compute.provider_tree [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.871945] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 4e0dd589-3a3e-430d-add2-4bd58f8acf71/4e0dd589-3a3e-430d-add2-4bd58f8acf71.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.873786] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9bbca7b-147a-4d63-bcfe-0812964a5fd1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.894545] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 576.894545] env[62979]: value = "task-2380844" [ 576.894545] env[62979]: _type = "Task" [ 576.894545] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.905857] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.991219] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.100629] env[62979]: INFO nova.compute.manager [-] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Took 1.67 seconds to deallocate network for instance. [ 577.231340] env[62979]: DEBUG nova.compute.manager [req-0ade8493-0e94-44a9-b98f-17b56c72ef23 req-bcd66568-0697-42b9-8e82-b2ec98e41f6e service nova] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Received event network-vif-deleted-a8f7b6f9-1763-4585-9ce7-3f898183e9ed {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.348121] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.406597] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.414120] env[62979]: DEBUG nova.scheduler.client.report [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 577.414381] env[62979]: DEBUG nova.compute.provider_tree [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 30 to 31 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.415009] env[62979]: DEBUG nova.compute.provider_tree [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.493949] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.617083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.878164] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.913944] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.922165] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.922165] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.926482] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.550s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.929030] env[62979]: INFO nova.compute.claims [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.932727] env[62979]: DEBUG nova.compute.manager [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.933009] env[62979]: DEBUG nova.compute.manager [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing instance network info cache due to event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.933617] env[62979]: DEBUG oslo_concurrency.lockutils [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.933617] env[62979]: DEBUG oslo_concurrency.lockutils [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.933821] env[62979]: DEBUG nova.network.neutron [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.996605] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380842, 'name': ReconfigVM_Task, 'duration_secs': 1.980918} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.997955] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.998597] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-587e0a4f-b8fa-43e9-9967-0a98ed05bc27 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.009139] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 578.009139] env[62979]: value = "task-2380845" [ 578.009139] env[62979]: _type = "Task" [ 578.009139] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.022230] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380845, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.410318] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380844, 'name': ReconfigVM_Task, 'duration_secs': 1.117664} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.411507] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 4e0dd589-3a3e-430d-add2-4bd58f8acf71/4e0dd589-3a3e-430d-add2-4bd58f8acf71.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.412238] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46942022-10e2-4930-839d-e68bfe9602b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.420668] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 578.420668] env[62979]: value = "task-2380846" [ 578.420668] env[62979]: _type = "Task" [ 578.420668] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.432862] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380846, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.439360] env[62979]: DEBUG nova.compute.utils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.444130] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.444241] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.522182] env[62979]: DEBUG nova.policy [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01536c3429c1410885bdacc435ae1c2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6413276c43e742a6814fb579838365ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.529112] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380845, 'name': Rename_Task, 'duration_secs': 0.225574} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.529320] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.529635] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178c60ec-dc33-411a-ae7c-5aa256cd3a2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.539037] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 578.539037] env[62979]: value = "task-2380847" [ 578.539037] env[62979]: _type = "Task" [ 578.539037] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.549208] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.869064] env[62979]: DEBUG nova.network.neutron [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated VIF entry in instance network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.869440] env[62979]: DEBUG nova.network.neutron [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.936018] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380846, 'name': Rename_Task, 'duration_secs': 0.257489} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.937126] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.937447] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed45ba11-cd8d-4889-8648-95ef0652b91c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.943109] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.958797] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 578.958797] env[62979]: value = "task-2380848" [ 578.958797] env[62979]: _type = "Task" [ 578.958797] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.969834] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.996587] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.996847] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.051541] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.375947] env[62979]: DEBUG oslo_concurrency.lockutils [req-3d5dcc5d-9d1f-4206-b8e9-4be57f6e01fb req-0b00674b-4f78-49e8-ba9f-ad2fbb246bfc service nova] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.388806] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "91ffb5f9-0178-4c46-85af-820755408214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.389106] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.422769] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9036a6d-a1ea-414c-85f8-2a431ce017d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.433873] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d8be7b-3ffc-4124-87c2-601d4bc19793 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.481880] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6723d6-3575-426f-bf1a-8c5a4e240b49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.496153] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f372961a-a7ac-451a-bbf0-2b8fa373c157 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.500341] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380848, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.513884] env[62979]: DEBUG nova.compute.provider_tree [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.552089] env[62979]: DEBUG oslo_vmware.api [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380847, 'name': PowerOnVM_Task, 'duration_secs': 0.576883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.552362] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.552882] env[62979]: DEBUG nova.compute.manager [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.553474] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cba274-5aab-4c6c-a3fc-2fb324f26a2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.720958] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Successfully created port: 7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.733812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "94d4222d-cfed-4c44-b252-878403290429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.734210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.980136] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.999572] env[62979]: DEBUG oslo_vmware.api [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380848, 'name': PowerOnVM_Task, 'duration_secs': 0.870029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.999572] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.999572] env[62979]: INFO nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Took 11.78 seconds to spawn the instance on the hypervisor. [ 579.999572] env[62979]: DEBUG nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.999927] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b9d572-2c7c-4a65-937f-d11eb86d98d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.022043] env[62979]: DEBUG nova.scheduler.client.report [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.034617] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.034617] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.036446] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.036446] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.036446] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.036446] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.036446] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.036643] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.036643] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.036643] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.036643] env[62979]: DEBUG nova.virt.hardware [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.037294] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5362476-171f-41f1-bfe6-0c7fba745abc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.049442] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a090f-c5c6-4aa5-b597-345327ab2bac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.083585] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.524766] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.526068] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.530286] env[62979]: INFO nova.compute.manager [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Took 24.98 seconds to build instance. [ 580.530286] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.364s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.531821] env[62979]: INFO nova.compute.claims [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.994314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.994817] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.036350] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f20b9fa-8bfa-43d0-8c3d-d9f33095f012 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.641s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.038127] env[62979]: DEBUG nova.compute.utils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.043847] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.043847] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.132035] env[62979]: DEBUG nova.policy [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.550021] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.555547] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.801965] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Successfully created port: 1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.809571] env[62979]: INFO nova.compute.manager [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Rebuilding instance [ 581.855143] env[62979]: DEBUG nova.compute.manager [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.855950] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1f673-c1fc-4f0e-a54f-3e3615339dcb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.086612] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.098213] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c499886e-d50b-49f8-a5a4-da955ac3add0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.112245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b699eb9-4ea8-4320-afb4-504cb84080db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.117320] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "interface-4e0dd589-3a3e-430d-add2-4bd58f8acf71-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.117600] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "interface-4e0dd589-3a3e-430d-add2-4bd58f8acf71-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.118027] env[62979]: DEBUG nova.objects.instance [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lazy-loading 'flavor' on Instance uuid 4e0dd589-3a3e-430d-add2-4bd58f8acf71 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 582.150249] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0362d4c7-85f6-41ae-860b-703c68387d9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.160058] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46d5a72-8a2a-44f3-87b0-110842cf4078 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.176083] env[62979]: DEBUG nova.compute.provider_tree [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.385829] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Successfully updated port: 7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.574952] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.604379] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.604669] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.604840] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.605087] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.605252] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.605451] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.605626] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.605809] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.606295] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.606477] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.606674] env[62979]: DEBUG nova.virt.hardware [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.607812] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1782f0-af5b-45c5-9165-25ce7b20d8ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.618558] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99068286-008e-4c16-a2da-db7614e6f6b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.624863] env[62979]: DEBUG nova.objects.instance [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e0dd589-3a3e-430d-add2-4bd58f8acf71 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 582.680482] env[62979]: DEBUG nova.scheduler.client.report [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.882023] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 582.882023] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfc7f40-040f-4eb0-b92d-d73bb4ba1e29 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.893030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.893378] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquired lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.893578] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.895450] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 582.895450] env[62979]: value = "task-2380849" [ 582.895450] env[62979]: _type = "Task" [ 582.895450] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.913411] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.127806] env[62979]: DEBUG nova.objects.base [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Object Instance<4e0dd589-3a3e-430d-add2-4bd58f8acf71> lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 583.130551] env[62979]: DEBUG nova.network.neutron [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.189257] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.189257] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.195024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.754s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.195024] env[62979]: INFO nova.compute.claims [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.321721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d1247dbc-1f31-4d7b-b7e4-a3b06b415f77 tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "interface-4e0dd589-3a3e-430d-add2-4bd58f8acf71-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.204s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.414025] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380849, 'name': PowerOffVM_Task, 'duration_secs': 0.163378} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.414025] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.414025] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.414025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2cdc5-d041-4059-b3fe-de61d1e4832f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.420723] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.421270] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d83934c-0fd1-4e32-9f69-f40a04bf7c90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.455417] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.455417] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.455417] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Deleting the datastore file [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.455417] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89cb81e-10ac-4402-b473-ea71fb9fdfe7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.465687] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 583.465687] env[62979]: value = "task-2380851" [ 583.465687] env[62979]: _type = "Task" [ 583.465687] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.476235] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.510213] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.645605] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.645966] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.661598] env[62979]: DEBUG nova.compute.manager [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Received event network-vif-plugged-7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.661926] env[62979]: DEBUG oslo_concurrency.lockutils [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.662279] env[62979]: DEBUG oslo_concurrency.lockutils [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.662589] env[62979]: DEBUG oslo_concurrency.lockutils [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.662829] env[62979]: DEBUG nova.compute.manager [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] No waiting events found dispatching network-vif-plugged-7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.663460] env[62979]: WARNING nova.compute.manager [req-12be40f2-916b-4199-bf10-cb65032e3d62 req-8a08f61d-e817-4091-aa23-c2b42da4252e service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Received unexpected event network-vif-plugged-7ea71470-f937-48a7-9328-8dbd2d638482 for instance with vm_state building and task_state spawning. [ 583.700588] env[62979]: DEBUG nova.compute.utils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.704120] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.704357] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.842955] env[62979]: DEBUG nova.policy [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f445ef79274208a8c9ccfea9a5b774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2d85e7f13f44e1bc6dae8901aad3d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.851741] env[62979]: DEBUG nova.network.neutron [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updating instance_info_cache with network_info: [{"id": "7ea71470-f937-48a7-9328-8dbd2d638482", "address": "fa:16:3e:5d:0b:d5", "network": {"id": "b34e18a2-9194-4a45-970c-ce5b176fffa8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1857780863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6413276c43e742a6814fb579838365ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea71470-f9", "ovs_interfaceid": "7ea71470-f937-48a7-9328-8dbd2d638482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.980229] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.980469] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.980690] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 583.980970] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.204798] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.215736] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Successfully updated port: 1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.356686] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Releasing lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.357010] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Instance network_info: |[{"id": "7ea71470-f937-48a7-9328-8dbd2d638482", "address": "fa:16:3e:5d:0b:d5", "network": {"id": "b34e18a2-9194-4a45-970c-ce5b176fffa8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1857780863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6413276c43e742a6814fb579838365ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea71470-f9", "ovs_interfaceid": "7ea71470-f937-48a7-9328-8dbd2d638482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.357700] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:0b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ea71470-f937-48a7-9328-8dbd2d638482', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.365286] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Creating folder: Project (6413276c43e742a6814fb579838365ea). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.365286] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd83e85-657f-4b14-917b-e74969911a80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.382511] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Created folder: Project (6413276c43e742a6814fb579838365ea) in parent group-v483149. [ 584.382717] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Creating folder: Instances. Parent ref: group-v483183. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.382961] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7063e993-4e12-4e57-b2d7-ede9d7075e70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.401232] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Created folder: Instances in parent group-v483183. [ 584.401500] env[62979]: DEBUG oslo.service.loopingcall [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.401716] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.401966] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07fee6c4-9682-44c2-8518-bea745094629 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.432162] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.432162] env[62979]: value = "task-2380854" [ 584.432162] env[62979]: _type = "Task" [ 584.432162] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.441562] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380854, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.671568] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Successfully created port: ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.723928] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.724114] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.724270] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.755653] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347f91f8-dcbb-4844-8e2a-31cdd32dbbb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.766431] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734e0c7-d190-4aaa-8006-1017dff7a3c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.804810] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94145b7-8e3d-41d8-be23-b14872866883 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.820028] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75330789-51c5-46df-a2d7-6b9421fc7141 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.829852] env[62979]: DEBUG nova.compute.provider_tree [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.947288] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380854, 'name': CreateVM_Task, 'duration_secs': 0.44416} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.947468] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.948265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.948782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.948782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.949028] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d79cfa2-0146-43a4-85f2-c9f16e57525d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.959500] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 584.959500] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c2d38-8ca6-d13e-b8f8-f78487ecf3d9" [ 584.959500] env[62979]: _type = "Task" [ 584.959500] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.971843] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c2d38-8ca6-d13e-b8f8-f78487ecf3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.051015] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.051015] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.051015] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.051015] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.051327] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.051327] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.051327] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.051327] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.051327] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.051533] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.051533] env[62979]: DEBUG nova.virt.hardware [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.051533] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d0e60-7d52-4d6d-8fa6-59df1eb0ff59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.059756] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b0508-417a-42b8-be02-897eeed9ab65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.079211] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.086024] env[62979]: DEBUG oslo.service.loopingcall [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.086024] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.086024] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-983cf380-b533-4d65-885a-ea5d635c651d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.103801] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.103801] env[62979]: value = "task-2380855" [ 585.103801] env[62979]: _type = "Task" [ 585.103801] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.114930] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380855, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.167651] env[62979]: DEBUG nova.compute.manager [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Received event network-vif-plugged-1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.167896] env[62979]: DEBUG oslo_concurrency.lockutils [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] Acquiring lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.168178] env[62979]: DEBUG oslo_concurrency.lockutils [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.168455] env[62979]: DEBUG oslo_concurrency.lockutils [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.169275] env[62979]: DEBUG nova.compute.manager [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] No waiting events found dispatching network-vif-plugged-1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.169275] env[62979]: WARNING nova.compute.manager [req-45f11055-a702-47a1-bf8e-21012a1aaa4d req-e526570d-3310-45d1-86a1-89dd0ffc8329 service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Received unexpected event network-vif-plugged-1d51ddd4-81b6-4506-862c-ee11c5648a10 for instance with vm_state building and task_state spawning. [ 585.233860] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.271681] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:29:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1779033017',id=28,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1974803384',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.271681] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.271681] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.271926] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.271926] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.272104] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.272704] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.272704] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.272857] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.273133] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.273348] env[62979]: DEBUG nova.virt.hardware [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.275044] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ddad15-f98c-4774-ba78-8951d7549c6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.284377] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73be4a4c-76d2-4910-a0b7-47c4ac754a04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.332961] env[62979]: DEBUG nova.scheduler.client.report [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.355460] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.481794] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c2d38-8ca6-d13e-b8f8-f78487ecf3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.020706} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.482355] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.482732] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.483300] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.483444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.483682] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.484048] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2380700a-ee64-4987-a8de-f2aca83accf8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.498520] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.499232] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.500276] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b22454-2cdb-42fe-aefe-bb688d518113 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.509223] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 585.509223] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b734c-daf8-813e-5052-d3d626fc72f0" [ 585.509223] env[62979]: _type = "Task" [ 585.509223] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.530018] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b734c-daf8-813e-5052-d3d626fc72f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.625508] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380855, 'name': CreateVM_Task, 'duration_secs': 0.362045} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.625787] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.626424] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.626690] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.627160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.628084] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b197eac-d7d1-4676-8ca2-22c4e0cc3c39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.636582] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 585.636582] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fccad-83ab-305a-d1a8-90241808b3ea" [ 585.636582] env[62979]: _type = "Task" [ 585.636582] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.651938] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fccad-83ab-305a-d1a8-90241808b3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.844127] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.844670] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.847622] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.366s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.847825] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.850077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.309s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.894867] env[62979]: INFO nova.scheduler.client.report [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Deleted allocations for instance 383d1c97-d96b-4993-9ae2-d0aad9415e59 [ 585.968656] env[62979]: DEBUG nova.network.neutron [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Updating instance_info_cache with network_info: [{"id": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "address": "fa:16:3e:6e:c6:11", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d51ddd4-81", "ovs_interfaceid": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.026368] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b734c-daf8-813e-5052-d3d626fc72f0, 'name': SearchDatastore_Task, 'duration_secs': 0.030785} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.027337] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d497c02-edce-45e5-8018-c71572548ed5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.037411] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 586.037411] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261dbb2-00ac-c710-9039-2e92a5f5a52b" [ 586.037411] env[62979]: _type = "Task" [ 586.037411] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.047646] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261dbb2-00ac-c710-9039-2e92a5f5a52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.111464] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.111912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.113566] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.113803] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.113979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.116213] env[62979]: INFO nova.compute.manager [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Terminating instance [ 586.152085] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fccad-83ab-305a-d1a8-90241808b3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.026741} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.152389] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.152621] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.153018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.153097] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.153221] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.153496] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e29ba4-242a-446e-99fd-349ed35eb9c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.170305] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.170446] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.171657] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c85deb0-f39c-4628-813b-50c9909a7178 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.179329] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 586.179329] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52625e21-595e-7432-1fcd-a6e0b41c6006" [ 586.179329] env[62979]: _type = "Task" [ 586.179329] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.196231] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52625e21-595e-7432-1fcd-a6e0b41c6006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.355267] env[62979]: DEBUG nova.compute.utils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.361151] env[62979]: INFO nova.compute.claims [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.364015] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.364015] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.412797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36500282-c905-43ad-962d-626763f18b3e tempest-ServerDiagnosticsTest-796247589 tempest-ServerDiagnosticsTest-796247589-project-member] Lock "383d1c97-d96b-4993-9ae2-d0aad9415e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.779s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.474842] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.475194] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Instance network_info: |[{"id": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "address": "fa:16:3e:6e:c6:11", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d51ddd4-81", "ovs_interfaceid": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.475664] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:c6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d51ddd4-81b6-4506-862c-ee11c5648a10', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.483415] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating folder: Project (966814720e9046aa8e09211e5b151138). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.483753] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92b5801a-123c-4df4-91e0-6b191bc9e910 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.503336] env[62979]: DEBUG nova.policy [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '325ab15fbe4e48689fb5f5bb8424c243', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '957b33c919bb4d688783a02809996648', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.507650] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "f13d696c-51ea-43c4-9376-f5894d71a376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.508383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.508383] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created folder: Project (966814720e9046aa8e09211e5b151138) in parent group-v483149. [ 586.508476] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating folder: Instances. Parent ref: group-v483187. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.509096] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac04035b-803f-4da5-8883-950ddd35c5e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.522471] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created folder: Instances in parent group-v483187. [ 586.522732] env[62979]: DEBUG oslo.service.loopingcall [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.522936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.523164] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f315ab-1a28-404b-ae81-f05704cc46f5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.551277] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261dbb2-00ac-c710-9039-2e92a5f5a52b, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.552755] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.553426] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] aa4bdd4a-f03c-48a3-973a-d965db0348a2/aa4bdd4a-f03c-48a3-973a-d965db0348a2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.553932] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.553932] env[62979]: value = "task-2380858" [ 586.553932] env[62979]: _type = "Task" [ 586.553932] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.554253] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc730588-a100-449f-8eee-e8233781a91e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.566070] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380858, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.567761] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 586.567761] env[62979]: value = "task-2380859" [ 586.567761] env[62979]: _type = "Task" [ 586.567761] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.577604] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.626998] env[62979]: DEBUG nova.compute.manager [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.627392] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.628462] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3be1f6-3a31-4b21-b94e-d87917fe1fd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.637717] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.638015] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1fef0b8-de15-4edd-91b7-c379067634ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.646122] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 586.646122] env[62979]: value = "task-2380860" [ 586.646122] env[62979]: _type = "Task" [ 586.646122] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.655525] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.695329] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52625e21-595e-7432-1fcd-a6e0b41c6006, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.695676] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d4507b-a95c-4d22-9939-4a42120d551b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.702749] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 586.702749] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2b593-91e6-e284-6d12-74969de965e5" [ 586.702749] env[62979]: _type = "Task" [ 586.702749] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.713423] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2b593-91e6-e284-6d12-74969de965e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.864366] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.870128] env[62979]: INFO nova.compute.resource_tracker [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating resource usage from migration b32e18d4-cb05-44e7-8ee2-6317e2b38637 [ 587.011050] env[62979]: DEBUG nova.compute.manager [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Received event network-changed-7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.011050] env[62979]: DEBUG nova.compute.manager [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Refreshing instance network info cache due to event network-changed-7ea71470-f937-48a7-9328-8dbd2d638482. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 587.011050] env[62979]: DEBUG oslo_concurrency.lockutils [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] Acquiring lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.011050] env[62979]: DEBUG oslo_concurrency.lockutils [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] Acquired lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.011050] env[62979]: DEBUG nova.network.neutron [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Refreshing network info cache for port 7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.078437] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380858, 'name': CreateVM_Task, 'duration_secs': 0.495417} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.079203] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.080149] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.080538] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.081425] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.081742] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e12200-a910-4599-8840-bc3343564321 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.087601] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.092658] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 587.092658] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5256e12e-36b9-5014-46c4-10a39a79306c" [ 587.092658] env[62979]: _type = "Task" [ 587.092658] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.108822] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5256e12e-36b9-5014-46c4-10a39a79306c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.166916] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380860, 'name': PowerOffVM_Task, 'duration_secs': 0.294499} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.167127] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.167298] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.167549] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a9b32a-136a-4f1f-bded-6bcc366cc91b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.182948] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "23b10046-99a6-49d9-a9ec-14e56e41b895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.183090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.220442] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2b593-91e6-e284-6d12-74969de965e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01805} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.220736] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.220995] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.221407] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6122285-1764-4120-9285-6e8b11d329d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.230446] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 587.230446] env[62979]: value = "task-2380862" [ 587.230446] env[62979]: _type = "Task" [ 587.230446] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.238823] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.238823] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.238823] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Deleting the datastore file [datastore2] 4e0dd589-3a3e-430d-add2-4bd58f8acf71 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.245812] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8112e6bc-0328-492c-add5-7eb8cd466013 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.248535] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.254610] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for the task: (returnval){ [ 587.254610] env[62979]: value = "task-2380863" [ 587.254610] env[62979]: _type = "Task" [ 587.254610] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.265474] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.487109] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b7ea0f-4027-47a6-9943-77243b6d1c63 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.500402] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd2a0ec-0884-46de-92b2-bb674a7aad80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.545290] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b73d7b-e967-4414-99e3-ea6281a051c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.554157] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f248799-18bc-48e5-aaca-a89cee172b8b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.571468] env[62979]: DEBUG nova.compute.provider_tree [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.587098] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586202} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.587098] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] aa4bdd4a-f03c-48a3-973a-d965db0348a2/aa4bdd4a-f03c-48a3-973a-d965db0348a2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.587098] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.587098] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906a283b-662d-401c-ab5e-05047f0d7582 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.596382] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 587.596382] env[62979]: value = "task-2380864" [ 587.596382] env[62979]: _type = "Task" [ 587.596382] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.611356] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.617364] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5256e12e-36b9-5014-46c4-10a39a79306c, 'name': SearchDatastore_Task, 'duration_secs': 0.045554} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.617706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.617987] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.618264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.618478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.619481] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.619481] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a45273a-dec0-433f-81de-b396c2531ed3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.633796] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.633796] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.633796] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecd7bee-c00f-460f-8541-d856083cfcd3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.641407] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 587.641407] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c5656-4141-8043-f806-6d2ebf964705" [ 587.641407] env[62979]: _type = "Task" [ 587.641407] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.653053] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c5656-4141-8043-f806-6d2ebf964705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.747111] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.748061] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Successfully updated port: ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.768640] env[62979]: DEBUG oslo_vmware.api [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Task: {'id': task-2380863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262379} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.770038] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.770252] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.770430] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.771354] env[62979]: INFO nova.compute.manager [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Took 1.14 seconds to destroy the instance on the hypervisor. [ 587.771354] env[62979]: DEBUG oslo.service.loopingcall [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.771574] env[62979]: DEBUG nova.compute.manager [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 587.771574] env[62979]: DEBUG nova.network.neutron [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.888565] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.927961] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.927961] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.927961] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.928286] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.928286] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.928286] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.928286] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.928286] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.928437] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.928437] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.928437] env[62979]: DEBUG nova.virt.hardware [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.930145] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69154dc6-ab91-49e8-8df0-c8cdff3e6010 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.943014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a466e-d6ae-44cd-89e8-bcf4b52564ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.078309] env[62979]: DEBUG nova.scheduler.client.report [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.103824] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Successfully created port: 943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.112143] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081897} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.112143] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.112944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1be73-94ef-4069-b8d4-773f9a67a1cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.142992] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] aa4bdd4a-f03c-48a3-973a-d965db0348a2/aa4bdd4a-f03c-48a3-973a-d965db0348a2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.144549] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37927711-8bd3-45ed-bc1f-cf7180efc6f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.176910] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c5656-4141-8043-f806-6d2ebf964705, 'name': SearchDatastore_Task, 'duration_secs': 0.017835} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.180135] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 588.180135] env[62979]: value = "task-2380865" [ 588.180135] env[62979]: _type = "Task" [ 588.180135] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.180135] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364acb0a-1d7b-421c-9b43-5a89a4eb8062 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.191314] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 588.191314] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e0c3e4-7172-8ba8-8077-aa9bdaa13da4" [ 588.191314] env[62979]: _type = "Task" [ 588.191314] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.195548] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.206867] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e0c3e4-7172-8ba8-8077-aa9bdaa13da4, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.207111] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.207404] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5/5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.208050] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac02471-92cf-45f4-ab9a-1bed354d1286 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.217923] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 588.217923] env[62979]: value = "task-2380866" [ 588.217923] env[62979]: _type = "Task" [ 588.217923] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.231030] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.246014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.246274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.246451] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578918} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.246815] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.246984] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.247250] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7159d60-9921-477e-a56b-3db8f47cc815 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.252324] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.252324] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.252324] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.258056] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 588.258056] env[62979]: value = "task-2380867" [ 588.258056] env[62979]: _type = "Task" [ 588.258056] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.270945] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.385023] env[62979]: DEBUG nova.network.neutron [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updated VIF entry in instance network info cache for port 7ea71470-f937-48a7-9328-8dbd2d638482. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.386867] env[62979]: DEBUG nova.network.neutron [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updating instance_info_cache with network_info: [{"id": "7ea71470-f937-48a7-9328-8dbd2d638482", "address": "fa:16:3e:5d:0b:d5", "network": {"id": "b34e18a2-9194-4a45-970c-ce5b176fffa8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1857780863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6413276c43e742a6814fb579838365ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea71470-f9", "ovs_interfaceid": "7ea71470-f937-48a7-9328-8dbd2d638482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.584931] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.735s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.587370] env[62979]: INFO nova.compute.manager [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Migrating [ 588.587370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.587370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.588619] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.323s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.591355] env[62979]: INFO nova.compute.claims [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.695405] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380865, 'name': ReconfigVM_Task, 'duration_secs': 0.441058} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.698215] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfigured VM instance instance-0000000d to attach disk [datastore1] aa4bdd4a-f03c-48a3-973a-d965db0348a2/aa4bdd4a-f03c-48a3-973a-d965db0348a2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.698215] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57aadbe9-d355-477e-b4d5-4f9d1a638b15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.704416] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 588.704416] env[62979]: value = "task-2380868" [ 588.704416] env[62979]: _type = "Task" [ 588.704416] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.716559] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380868, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.731667] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.732454] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5/5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.732877] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.733325] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-724f2707-2ca8-49cf-b8f2-6f13505a95a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.742163] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 588.742163] env[62979]: value = "task-2380869" [ 588.742163] env[62979]: _type = "Task" [ 588.742163] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.758103] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.769716] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075173} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.770358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.771329] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d224ad2-0e59-4cb6-9e7e-515e967d5b89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.802970] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.802970] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc982e6d-d05c-42df-be00-4f1c50a34588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.825748] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 588.825748] env[62979]: value = "task-2380870" [ 588.825748] env[62979]: _type = "Task" [ 588.825748] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.836811] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.863507] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.890708] env[62979]: DEBUG oslo_concurrency.lockutils [req-9586bce7-b727-41ab-8eec-59a2ae02952f req-a7eb0821-fe20-4ebd-b8fa-5439cd102a51 service nova] Releasing lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.022711] env[62979]: DEBUG nova.compute.manager [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Received event network-changed-1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.022928] env[62979]: DEBUG nova.compute.manager [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Refreshing instance network info cache due to event network-changed-1d51ddd4-81b6-4506-862c-ee11c5648a10. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.023129] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Acquiring lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.024687] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Acquired lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.025320] env[62979]: DEBUG nova.network.neutron [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Refreshing network info cache for port 1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.096537] env[62979]: INFO nova.compute.rpcapi [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 589.096920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.218166] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380868, 'name': Rename_Task, 'duration_secs': 0.169674} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.221906] env[62979]: DEBUG nova.network.neutron [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updating instance_info_cache with network_info: [{"id": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "address": "fa:16:3e:88:96:c9", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6e83ec-07", "ovs_interfaceid": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.221906] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.222117] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc1acfa-8bc9-4f92-893d-1463e264d816 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.229678] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 589.229678] env[62979]: value = "task-2380871" [ 589.229678] env[62979]: _type = "Task" [ 589.229678] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.236156] env[62979]: DEBUG nova.network.neutron [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.245574] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.254525] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069276} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.257401] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.258355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a95721a-9c80-475b-809d-925d19909939 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.285744] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5/5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.286416] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44b919f-aeec-4447-9004-c2babc1c375b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.308744] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 589.308744] env[62979]: value = "task-2380872" [ 589.308744] env[62979]: _type = "Task" [ 589.308744] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.318344] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.341806] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380870, 'name': ReconfigVM_Task, 'duration_secs': 0.31329} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.342348] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56/5c44b2a6-d52c-4403-8c73-3a560665cc56.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.343745] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-803e8f25-5717-48cc-8d1d-5af46dfb8fc1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.352417] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 589.352417] env[62979]: value = "task-2380873" [ 589.352417] env[62979]: _type = "Task" [ 589.352417] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.363461] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380873, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.619179] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.619589] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.619589] env[62979]: DEBUG nova.network.neutron [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.723306] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.724954] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Instance network_info: |[{"id": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "address": "fa:16:3e:88:96:c9", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6e83ec-07", "ovs_interfaceid": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.726526] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:96:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6e83ec-0732-4dff-9dfb-f31797b67375', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.736160] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Creating folder: Project (9f2d85e7f13f44e1bc6dae8901aad3d2). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.736549] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b5e81c-7fa2-4972-a00c-619e9d646d84 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.746437] env[62979]: INFO nova.compute.manager [-] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Took 1.97 seconds to deallocate network for instance. [ 589.761872] env[62979]: DEBUG oslo_vmware.api [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2380871, 'name': PowerOnVM_Task, 'duration_secs': 0.517804} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.762153] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.762364] env[62979]: INFO nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Took 9.78 seconds to spawn the instance on the hypervisor. [ 589.762604] env[62979]: DEBUG nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.763443] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395d28a-83a9-421c-afa3-0e44178ef94f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.768246] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Created folder: Project (9f2d85e7f13f44e1bc6dae8901aad3d2) in parent group-v483149. [ 589.768246] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Creating folder: Instances. Parent ref: group-v483190. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.768679] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cf30072-2c4e-4f4b-b1ae-1b521cb98d0f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.791342] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Created folder: Instances in parent group-v483190. [ 589.791605] env[62979]: DEBUG oslo.service.loopingcall [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.791825] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.792065] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7f2c17-1c6c-4620-bdf8-ec7b82586ca0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.826840] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380872, 'name': ReconfigVM_Task, 'duration_secs': 0.323605} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.828529] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5/5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.829427] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.829427] env[62979]: value = "task-2380876" [ 589.829427] env[62979]: _type = "Task" [ 589.829427] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.829840] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa9f54fe-66e0-4433-a2c9-272df211478b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.844369] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380876, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.844713] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 589.844713] env[62979]: value = "task-2380877" [ 589.844713] env[62979]: _type = "Task" [ 589.844713] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.856209] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380877, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.870018] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380873, 'name': Rename_Task, 'duration_secs': 0.155891} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.870295] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.870948] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6730f08f-d34c-479f-8b2c-1c6ed628da1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.880497] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Waiting for the task: (returnval){ [ 589.880497] env[62979]: value = "task-2380878" [ 589.880497] env[62979]: _type = "Task" [ 589.880497] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.894362] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.054987] env[62979]: DEBUG nova.network.neutron [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Updated VIF entry in instance network info cache for port 1d51ddd4-81b6-4506-862c-ee11c5648a10. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.055480] env[62979]: DEBUG nova.network.neutron [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Updating instance_info_cache with network_info: [{"id": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "address": "fa:16:3e:6e:c6:11", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d51ddd4-81", "ovs_interfaceid": "1d51ddd4-81b6-4506-862c-ee11c5648a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.234921] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b8256-7c46-4e3d-b438-ebb64cbe894b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.245354] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc84f4-d70f-43eb-89f1-e05c6d5870c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.255346] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.287637] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f335958-a841-46af-93fb-b26fe7891e44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.291420] env[62979]: INFO nova.compute.manager [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Took 28.59 seconds to build instance. [ 590.300731] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0a5be-d6d7-4759-a187-da6df67ea6b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.318660] env[62979]: DEBUG nova.compute.provider_tree [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.344019] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380876, 'name': CreateVM_Task, 'duration_secs': 0.456145} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.344019] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.344019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.344019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.344296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.344855] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a561f28f-3025-4fe7-8c81-aa98270e6bff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.356444] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 590.356444] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521b21ed-64f5-5719-cbda-34b7b9734c59" [ 590.356444] env[62979]: _type = "Task" [ 590.356444] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.362475] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380877, 'name': Rename_Task, 'duration_secs': 0.22168} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.367761] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.371659] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55cb3f2-2849-493a-becb-579180af32db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.380561] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521b21ed-64f5-5719-cbda-34b7b9734c59, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.382113] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.384697] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.384697] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.384697] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.384697] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.385019] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 590.385019] env[62979]: value = "task-2380879" [ 590.385019] env[62979]: _type = "Task" [ 590.385019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.389243] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca595ee3-afd4-43eb-8508-bc30b5ea11e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.403518] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.408294] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.409877] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.409877] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.411450] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc93c92-61cb-4362-a8e4-6b25a70a4f74 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.418047] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 590.418047] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529672b7-30bf-9441-44f5-8f0cf2c1ba17" [ 590.418047] env[62979]: _type = "Task" [ 590.418047] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.428045] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529672b7-30bf-9441-44f5-8f0cf2c1ba17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.558754] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Releasing lock "refresh_cache-5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.559093] env[62979]: DEBUG nova.compute.manager [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Received event network-vif-plugged-ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.559272] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Acquiring lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.559478] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.559639] env[62979]: DEBUG oslo_concurrency.lockutils [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.560278] env[62979]: DEBUG nova.compute.manager [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] No waiting events found dispatching network-vif-plugged-ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.560278] env[62979]: WARNING nova.compute.manager [req-8649f8e4-5b15-4d6f-8c00-09bd8ee59bdf req-75a244fd-1cfa-41c2-b330-b2aba18cccef service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Received unexpected event network-vif-plugged-ac6e83ec-0732-4dff-9dfb-f31797b67375 for instance with vm_state building and task_state spawning. [ 590.794787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dec31a0f-9e7f-44f4-9704-26feb4692061 tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.471s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.821431] env[62979]: DEBUG nova.scheduler.client.report [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.894948] env[62979]: DEBUG oslo_vmware.api [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Task: {'id': task-2380878, 'name': PowerOnVM_Task, 'duration_secs': 0.569999} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.901764] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.904158] env[62979]: DEBUG nova.compute.manager [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.904158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b421ca-9a61-4a59-9232-f2d61682155a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.915995] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.932198] env[62979]: DEBUG nova.network.neutron [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.940755] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529672b7-30bf-9441-44f5-8f0cf2c1ba17, 'name': SearchDatastore_Task, 'duration_secs': 0.016491} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.940755] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e6bfab-ed56-436b-abb1-bd6660d6a013 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.947196] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 590.947196] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c901fe-63f9-1079-91aa-35c960f4ccbc" [ 590.947196] env[62979]: _type = "Task" [ 590.947196] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.958305] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c901fe-63f9-1079-91aa-35c960f4ccbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.105386] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Successfully updated port: 943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.297969] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.327332] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.328034] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.333643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.687s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.335157] env[62979]: INFO nova.compute.claims [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.408468] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.435774] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.439327] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.468418] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c901fe-63f9-1079-91aa-35c960f4ccbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012488} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.468582] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.468750] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3fb2b4f8-2587-4345-80fc-fa65f2ed993d/3fb2b4f8-2587-4345-80fc-fa65f2ed993d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.469262] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a8f312-d263-4d6e-889b-6da82f12eb4e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.481235] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 591.481235] env[62979]: value = "task-2380880" [ 591.481235] env[62979]: _type = "Task" [ 591.481235] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.489819] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.607542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.607694] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquired lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.607842] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.730586] env[62979]: DEBUG nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Received event network-changed-ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.730829] env[62979]: DEBUG nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Refreshing instance network info cache due to event network-changed-ac6e83ec-0732-4dff-9dfb-f31797b67375. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.731079] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Acquiring lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.731262] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Acquired lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.731429] env[62979]: DEBUG nova.network.neutron [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Refreshing network info cache for port ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.838037] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.841722] env[62979]: DEBUG nova.compute.utils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.843563] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.845095] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.932708] env[62979]: DEBUG oslo_vmware.api [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380879, 'name': PowerOnVM_Task, 'duration_secs': 1.196759} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.933089] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.934171] env[62979]: INFO nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Took 9.36 seconds to spawn the instance on the hypervisor. [ 591.934486] env[62979]: DEBUG nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.935515] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44daf8-1508-4794-8344-0a9c4417b66a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.995085] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503447} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.995085] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3fb2b4f8-2587-4345-80fc-fa65f2ed993d/3fb2b4f8-2587-4345-80fc-fa65f2ed993d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.995274] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.995508] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7daf8e0c-d49c-4bc9-b508-16f563ad99cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.005679] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 592.005679] env[62979]: value = "task-2380881" [ 592.005679] env[62979]: _type = "Task" [ 592.005679] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.018769] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.031231] env[62979]: DEBUG nova.policy [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bc4996cb31843adafa23500405f851f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51e6628d8a074d14836d2a1da3aef58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.192847] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.355922] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.470549] env[62979]: INFO nova.compute.manager [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Took 30.14 seconds to build instance. [ 592.527027] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.530588] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.536144] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6f99e-0fa2-452a-9544-5edc6684fca6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.551657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.552283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.580095] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3fb2b4f8-2587-4345-80fc-fa65f2ed993d/3fb2b4f8-2587-4345-80fc-fa65f2ed993d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.584320] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b25b8e3-5bb1-4fdf-9a04-a0cb2162406b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.610493] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 592.610493] env[62979]: value = "task-2380882" [ 592.610493] env[62979]: _type = "Task" [ 592.610493] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.622830] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.638424] env[62979]: DEBUG nova.network.neutron [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updated VIF entry in instance network info cache for port ac6e83ec-0732-4dff-9dfb-f31797b67375. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.638424] env[62979]: DEBUG nova.network.neutron [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updating instance_info_cache with network_info: [{"id": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "address": "fa:16:3e:88:96:c9", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6e83ec-07", "ovs_interfaceid": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.858248] env[62979]: DEBUG nova.network.neutron [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Updating instance_info_cache with network_info: [{"id": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "address": "fa:16:3e:50:2a:d0", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943e0c5d-20", "ovs_interfaceid": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.952018] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628570e-cfa0-471e-a075-178d5350a5d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.961152] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ba2326-3bc1-43e8-b1b2-722b03268c79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.984932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38b9e5-fa68-4b24-b8c8-2a5f1a297c18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.988939] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6917c5ff-ce0c-4882-a0fd-05d4023be4f9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.589s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.989298] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 593.030030] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447902f2-dbfd-4e9f-b4a2-a764c2bca255 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.039398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a737bb52-fcb2-4ebd-8199-dea015e90577 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.057012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.057436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.057606] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "5c44b2a6-d52c-4403-8c73-3a560665cc56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.058176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.058176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.060242] env[62979]: DEBUG nova.compute.provider_tree [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.062012] env[62979]: INFO nova.compute.manager [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Terminating instance [ 593.121852] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.143740] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Releasing lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.144571] env[62979]: DEBUG nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Received event network-vif-deleted-fb63fe9b-4a67-4e15-b546-7fabbc1ac8a4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.144871] env[62979]: DEBUG nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Received event network-vif-plugged-943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.145545] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Acquiring lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.146878] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.146878] env[62979]: DEBUG oslo_concurrency.lockutils [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.147023] env[62979]: DEBUG nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] No waiting events found dispatching network-vif-plugged-943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.147240] env[62979]: WARNING nova.compute.manager [req-bca8cd63-aaed-471b-925f-43bfd66bd16b req-ea2e638c-cbd8-4acb-8fb4-298b815451d8 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Received unexpected event network-vif-plugged-943e0c5d-2087-46c4-a0be-25e6ff60368c for instance with vm_state building and task_state spawning. [ 593.353711] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.354254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.367020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Releasing lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.367020] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Instance network_info: |[{"id": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "address": "fa:16:3e:50:2a:d0", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943e0c5d-20", "ovs_interfaceid": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.367262] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '943e0c5d-2087-46c4-a0be-25e6ff60368c', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.380096] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Creating folder: Project (957b33c919bb4d688783a02809996648). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.382909] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.385877] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d14f93-ca40-4f1f-a22e-f8007fa44fb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.400945] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Created folder: Project (957b33c919bb4d688783a02809996648) in parent group-v483149. [ 593.401437] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Creating folder: Instances. Parent ref: group-v483193. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.402453] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe6ff623-0b40-406d-89e8-34fc042a26f3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.417546] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Created folder: Instances in parent group-v483193. [ 593.417546] env[62979]: DEBUG oslo.service.loopingcall [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.417546] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.417835] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b244f7e-f8b9-4950-aac0-832f3fea0eb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.439250] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.439633] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.439843] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.440092] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.440293] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.440497] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.440760] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.440978] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.441240] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.441506] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.441958] env[62979]: DEBUG nova.virt.hardware [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.443599] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b955f-ec3f-4336-be03-7eab72aa4e62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.451992] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb02f51-69f6-4dbb-b7c6-fd1db897d477 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.458187] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.458187] env[62979]: value = "task-2380885" [ 593.458187] env[62979]: _type = "Task" [ 593.458187] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.479208] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380885, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.497832] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.498280] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.501483] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acea175b-4bee-4de3-b09a-0bb4ed70cbe3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.510097] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 593.510097] env[62979]: value = "task-2380886" [ 593.510097] env[62979]: _type = "Task" [ 593.510097] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.522606] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.568899] env[62979]: DEBUG nova.scheduler.client.report [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.572100] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "refresh_cache-5c44b2a6-d52c-4403-8c73-3a560665cc56" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.572484] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquired lock "refresh_cache-5c44b2a6-d52c-4403-8c73-3a560665cc56" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.572717] env[62979]: DEBUG nova.network.neutron [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.625496] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380882, 'name': ReconfigVM_Task, 'duration_secs': 0.632866} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.626051] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3fb2b4f8-2587-4345-80fc-fa65f2ed993d/3fb2b4f8-2587-4345-80fc-fa65f2ed993d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.626755] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e318454-74cc-487a-b460-5529fa3dca02 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.638057] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 593.638057] env[62979]: value = "task-2380887" [ 593.638057] env[62979]: _type = "Task" [ 593.638057] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.649811] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380887, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.664538] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Successfully created port: cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.971996] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380885, 'name': CreateVM_Task, 'duration_secs': 0.458347} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.971996] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.975227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.975227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.975407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.976043] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f1e940-77c7-43b5-8370-c757acbf8b13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.982736] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 593.982736] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d9f1b6-6ebc-1ef4-4cda-cd2aee599c64" [ 593.982736] env[62979]: _type = "Task" [ 593.982736] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.999918] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d9f1b6-6ebc-1ef4-4cda-cd2aee599c64, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.000386] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.000386] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.000843] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.000843] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.001257] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.001257] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7531421-738d-4a51-98f3-0024afdc387b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.022110] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380886, 'name': PowerOffVM_Task, 'duration_secs': 0.315629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.022340] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.022523] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.024281] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.024430] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 594.028826] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b29afc-b046-4ab3-b84e-d4488786666e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.033376] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.038653] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 594.038653] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522d128a-b2b7-66ad-0b0f-f7ff9ae14143" [ 594.038653] env[62979]: _type = "Task" [ 594.038653] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.048903] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522d128a-b2b7-66ad-0b0f-f7ff9ae14143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.076203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.077229] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.080048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.106s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.082237] env[62979]: INFO nova.compute.claims [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.112545] env[62979]: DEBUG nova.network.neutron [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.149942] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380887, 'name': Rename_Task, 'duration_secs': 0.260078} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.150580] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.150848] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae29f61-6133-4d8f-8440-1be46defb194 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.161779] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 594.161779] env[62979]: value = "task-2380888" [ 594.161779] env[62979]: _type = "Task" [ 594.161779] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.174973] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.328115] env[62979]: DEBUG nova.network.neutron [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.493856] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.494545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.494545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.494545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.495026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.498453] env[62979]: INFO nova.compute.manager [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Terminating instance [ 594.535896] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.536363] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.536703] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.537056] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.537357] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.538249] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.538628] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.538920] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.539263] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.539566] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.539858] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.550018] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3bddc1a-00a5-4d57-b940-839712f4affe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.577138] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522d128a-b2b7-66ad-0b0f-f7ff9ae14143, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.579722] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 594.579722] env[62979]: value = "task-2380889" [ 594.579722] env[62979]: _type = "Task" [ 594.579722] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.580475] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22db12d3-ec80-4a9e-970b-82a7c324b6b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.590301] env[62979]: DEBUG nova.compute.utils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.603369] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 594.603369] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 594.603369] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524667de-14e8-52a2-e598-8c550001265c" [ 594.603369] env[62979]: _type = "Task" [ 594.603369] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.603552] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.616384] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524667de-14e8-52a2-e598-8c550001265c, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.616630] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.616942] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b/a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.617270] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747ef58b-357a-45f6-b0a4-6211f248d57c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.626356] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 594.626356] env[62979]: value = "task-2380890" [ 594.626356] env[62979]: _type = "Task" [ 594.626356] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.636284] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.664982] env[62979]: DEBUG nova.compute.manager [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Received event network-changed-943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.664982] env[62979]: DEBUG nova.compute.manager [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Refreshing instance network info cache due to event network-changed-943e0c5d-2087-46c4-a0be-25e6ff60368c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.664982] env[62979]: DEBUG oslo_concurrency.lockutils [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] Acquiring lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.664982] env[62979]: DEBUG oslo_concurrency.lockutils [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] Acquired lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.665272] env[62979]: DEBUG nova.network.neutron [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Refreshing network info cache for port 943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.678947] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.831410] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Releasing lock "refresh_cache-5c44b2a6-d52c-4403-8c73-3a560665cc56" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.832209] env[62979]: DEBUG nova.compute.manager [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.832209] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.832996] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403c3b5-0063-45bd-a04f-9be2d2a4cef0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.842713] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.843404] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b892a8ec-c221-4885-a698-3f651c625a6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.853553] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 594.853553] env[62979]: value = "task-2380891" [ 594.853553] env[62979]: _type = "Task" [ 594.853553] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.869030] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.002896] env[62979]: DEBUG nova.compute.manager [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.002896] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.003396] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6db78a-2c42-4a99-858a-450f01b402e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.023035] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.024023] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e46cc6ea-7cf4-4b5a-9d60-8428648b2978 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.034751] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 595.034751] env[62979]: value = "task-2380892" [ 595.034751] env[62979]: _type = "Task" [ 595.034751] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.064186] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.108166] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.113594] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380889, 'name': ReconfigVM_Task, 'duration_secs': 0.234618} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.119363] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 595.144240] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380890, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.182171] env[62979]: DEBUG oslo_vmware.api [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2380888, 'name': PowerOnVM_Task, 'duration_secs': 0.97536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.182911] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.183161] env[62979]: INFO nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 595.185069] env[62979]: DEBUG nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.194642] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceffa27-5a22-410d-81b0-ba45482b49bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.371284] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380891, 'name': PowerOffVM_Task, 'duration_secs': 0.192098} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.371284] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.371284] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.371284] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16795dce-f912-4509-90c0-93b371703b85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.406037] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.406299] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.406492] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Deleting the datastore file [datastore2] 5c44b2a6-d52c-4403-8c73-3a560665cc56 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.406845] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecd3dda-6ac8-48f1-b6dd-0881eeebaa63 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.416766] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for the task: (returnval){ [ 595.416766] env[62979]: value = "task-2380894" [ 595.416766] env[62979]: _type = "Task" [ 595.416766] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.437268] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.520503] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.520746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.545053] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380892, 'name': PowerOffVM_Task, 'duration_secs': 0.299172} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.548912] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.548912] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.548912] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a4dbb0b-74bd-48df-9592-6f01f6a370ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.630309] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.630309] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.630309] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.630309] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.630904] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.630904] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.630904] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.630904] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.630904] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.631143] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.631143] env[62979]: DEBUG nova.virt.hardware [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.637476] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 595.639082] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84284c3d-7188-48f3-8281-89c497441e9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.653205] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.653412] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.653661] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.659821] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5a953f-095c-44a7-aaeb-2eddb7c94e84 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.674632] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597893} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.678057] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b/a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.679474] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.679615] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 595.679615] env[62979]: value = "task-2380897" [ 595.679615] env[62979]: _type = "Task" [ 595.679615] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.680239] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 595.680239] env[62979]: value = "task-2380896" [ 595.680239] env[62979]: _type = "Task" [ 595.680239] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.684577] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e44d1c05-4acd-4aaf-bf7a-03b891284512 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.689113] env[62979]: DEBUG nova.network.neutron [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Updated VIF entry in instance network info cache for port 943e0c5d-2087-46c4-a0be-25e6ff60368c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.689113] env[62979]: DEBUG nova.network.neutron [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Updating instance_info_cache with network_info: [{"id": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "address": "fa:16:3e:50:2a:d0", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943e0c5d-20", "ovs_interfaceid": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.707734] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.721994] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 595.721994] env[62979]: value = "task-2380898" [ 595.721994] env[62979]: _type = "Task" [ 595.721994] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.721994] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.729093] env[62979]: INFO nova.compute.manager [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Took 32.59 seconds to build instance. [ 595.736726] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.778786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9166c-dfac-4a19-aa52-fbd421f9c862 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.795671] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed94ef-0340-463c-912d-a68dc342202a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.836141] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5333b-5cc5-4d32-8b83-27c786e6ec52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.850346] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.850595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.852189] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5566e2-abc7-4512-9414-8bae69bdcc70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.870552] env[62979]: DEBUG nova.compute.provider_tree [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.931224] env[62979]: DEBUG oslo_vmware.api [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Task: {'id': task-2380894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102186} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.931488] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.931911] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.932170] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.932421] env[62979]: INFO nova.compute.manager [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Took 1.10 seconds to destroy the instance on the hypervisor. [ 595.932723] env[62979]: DEBUG oslo.service.loopingcall [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.932932] env[62979]: DEBUG nova.compute.manager [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.933048] env[62979]: DEBUG nova.network.neutron [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.960977] env[62979]: DEBUG nova.network.neutron [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.124686] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.153190] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.153459] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.153883] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.154126] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.154287] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.154438] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.154657] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.154921] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.155021] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.155255] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.155379] env[62979]: DEBUG nova.virt.hardware [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.156299] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743c4c0-110f-425a-ab1f-c99eb0bd8d53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.168405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d5d2e-a5bd-4e13-914f-d1ed0fd52603 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.189983] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.196451] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Creating folder: Project (ba26228318aa4c888cf4aaabab049f67). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.197475] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Successfully updated port: cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.207500] env[62979]: DEBUG oslo_concurrency.lockutils [req-a890b06e-d465-4a46-ba4d-5bbcfc1367d2 req-0621d9c0-a000-445f-974d-d02d4013ef74 service nova] Releasing lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.207909] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb0de12-5a58-4db1-a723-ed639a9e4be9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.216587] env[62979]: DEBUG oslo_vmware.api [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2380897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148399} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.220246] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.220465] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.220634] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.220809] env[62979]: INFO nova.compute.manager [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 596.221057] env[62979]: DEBUG oslo.service.loopingcall [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.221596] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380896, 'name': ReconfigVM_Task, 'duration_secs': 0.300566} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.222806] env[62979]: DEBUG nova.compute.manager [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.222944] env[62979]: DEBUG nova.network.neutron [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.224625] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 596.224967] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Created folder: Project (ba26228318aa4c888cf4aaabab049f67) in parent group-v483149. [ 596.225156] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Creating folder: Instances. Parent ref: group-v483196. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.226444] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4bd414-d96c-4d7a-97e2-37700bbb5479 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.232209] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-966b98ec-61d8-4cbb-95b6-f979e2d981b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.234217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e47496dd-eec6-4b7f-8da2-d3b64d6b3eb0 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.204s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.258515] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.263153] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ec40f5-8fe7-4dda-abf8-3265da0c6dec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.277030] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Created folder: Instances in parent group-v483196. [ 596.277352] env[62979]: DEBUG oslo.service.loopingcall [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.277569] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157493} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.278134] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.278401] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.279060] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebe3dd69-0ff6-4234-b753-dd2227037b53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.293646] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e22e07f-cbfb-493a-9a0f-c63640295b5d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.298091] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 596.298091] env[62979]: value = "task-2380901" [ 596.298091] env[62979]: _type = "Task" [ 596.298091] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.319926] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b/a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.322022] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78e5d5c-0b98-48ea-9151-6e34e114d927 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.336427] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.336427] env[62979]: value = "task-2380902" [ 596.336427] env[62979]: _type = "Task" [ 596.336427] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.340813] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.348141] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 596.348141] env[62979]: value = "task-2380903" [ 596.348141] env[62979]: _type = "Task" [ 596.348141] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.354057] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380902, 'name': CreateVM_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.360991] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.373705] env[62979]: DEBUG nova.scheduler.client.report [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.465181] env[62979]: DEBUG nova.network.neutron [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.710478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.710669] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquired lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710780] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.741344] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.811361] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.852817] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380902, 'name': CreateVM_Task, 'duration_secs': 0.522285} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.855884] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.857926] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.857926] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858150] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.860339] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f511e8a-8303-481f-b839-b17dd83c161a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.864465] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380903, 'name': ReconfigVM_Task, 'duration_secs': 0.294925} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.865873] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b/a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.866264] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 596.866264] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d44e2-26b3-3dc9-9618-f874a223207a" [ 596.866264] env[62979]: _type = "Task" [ 596.866264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.866765] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06103978-1f86-4833-9e26-0af689c0e940 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.879764] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.880276] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.882852] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d44e2-26b3-3dc9-9618-f874a223207a, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.884491] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.680s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.884709] env[62979]: DEBUG nova.objects.instance [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lazy-loading 'resources' on Instance uuid 504c4739-2376-4cba-aabf-7bdfa07362a4 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.885914] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.886775] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.887041] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.887200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.887404] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.887697] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 596.887697] env[62979]: value = "task-2380904" [ 596.887697] env[62979]: _type = "Task" [ 596.887697] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.888109] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f33c144-1704-43f6-8a3e-917434234535 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.908431] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380904, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.910127] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.910261] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.911115] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64780b31-409f-42fd-97c4-a278111aa9d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.919168] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 596.919168] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a40b5f-dd6d-f69b-5437-0313a2e4ad1d" [ 596.919168] env[62979]: _type = "Task" [ 596.919168] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.929399] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a40b5f-dd6d-f69b-5437-0313a2e4ad1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.968960] env[62979]: INFO nova.compute.manager [-] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Took 1.04 seconds to deallocate network for instance. [ 597.269802] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.297846] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.299481] env[62979]: DEBUG nova.network.neutron [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.314887] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380901, 'name': ReconfigVM_Task, 'duration_secs': 0.672577} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.314887] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1/fc7e713d-8e89-499e-bd3d-18aac337b3f1.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.314887] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.387318] env[62979]: DEBUG nova.compute.utils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 597.388732] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.388985] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.408206] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Received event network-changed-7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.408599] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Refreshing instance network info cache due to event network-changed-7ea71470-f937-48a7-9328-8dbd2d638482. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.408935] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Acquiring lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.409145] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Acquired lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.410114] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Refreshing network info cache for port 7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.420026] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380904, 'name': Rename_Task, 'duration_secs': 0.160938} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.428019] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.430742] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc6e651-8676-46d5-bb31-601fd94f389d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.441362] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a40b5f-dd6d-f69b-5437-0313a2e4ad1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.445875] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 597.445875] env[62979]: value = "task-2380905" [ 597.445875] env[62979]: _type = "Task" [ 597.445875] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.446249] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df672ea-2a1e-4571-bc4d-5374f29f8195 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.457468] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 597.457468] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d2a6f7-6ee5-1a4e-2c80-3ada837606f3" [ 597.457468] env[62979]: _type = "Task" [ 597.457468] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.459301] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.471441] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d2a6f7-6ee5-1a4e-2c80-3ada837606f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.480711] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.730319] env[62979]: DEBUG nova.policy [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e14f10b09446739e5428486c1f36e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6636b35d656c4bb1826ac88726d484b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.811027] env[62979]: INFO nova.compute.manager [-] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Took 1.59 seconds to deallocate network for instance. [ 597.827549] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff3e7a4-a046-41c4-bc73-df144ea0c38b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.860515] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c7c14f-432f-4c69-8b19-b0200aaa2901 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.885449] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.896389] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.971743] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.979217] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d2a6f7-6ee5-1a4e-2c80-3ada837606f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.979217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.979408] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.979971] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d883e67-3605-4d43-9821-6b7fcae23c5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.992613] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 597.992613] env[62979]: value = "task-2380906" [ 597.992613] env[62979]: _type = "Task" [ 597.992613] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.003307] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.112155] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bfcf39-5768-4da8-a30d-0f5116739a75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.121556] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d15141-208d-4a64-940b-f8e31cb2bce3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.162767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d867a2-245b-40a7-90fd-7278490e2717 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.173597] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f61188-b5ec-4196-9905-d868199757be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.189348] env[62979]: DEBUG nova.compute.provider_tree [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.205437] env[62979]: DEBUG nova.network.neutron [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Updating instance_info_cache with network_info: [{"id": "cc497600-2766-4817-aa4f-9770af8804d3", "address": "fa:16:3e:13:1b:db", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc497600-27", "ovs_interfaceid": "cc497600-2766-4817-aa4f-9770af8804d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.319406] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.462712] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.505563] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.529175] env[62979]: DEBUG nova.network.neutron [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Port 3b192b79-a367-4bc1-a739-05283110df06 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 598.590946] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updated VIF entry in instance network info cache for port 7ea71470-f937-48a7-9328-8dbd2d638482. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.591176] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updating instance_info_cache with network_info: [{"id": "7ea71470-f937-48a7-9328-8dbd2d638482", "address": "fa:16:3e:5d:0b:d5", "network": {"id": "b34e18a2-9194-4a45-970c-ce5b176fffa8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1857780863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6413276c43e742a6814fb579838365ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea71470-f9", "ovs_interfaceid": "7ea71470-f937-48a7-9328-8dbd2d638482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.692554] env[62979]: DEBUG nova.scheduler.client.report [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.709106] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Releasing lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.709454] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Instance network_info: |[{"id": "cc497600-2766-4817-aa4f-9770af8804d3", "address": "fa:16:3e:13:1b:db", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc497600-27", "ovs_interfaceid": "cc497600-2766-4817-aa4f-9770af8804d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.709869] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:1b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc497600-2766-4817-aa4f-9770af8804d3', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.726069] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Creating folder: Project (51e6628d8a074d14836d2a1da3aef58e). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.726069] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72c4bc38-6ac8-4ab7-9979-226609686017 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.737211] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Created folder: Project (51e6628d8a074d14836d2a1da3aef58e) in parent group-v483149. [ 598.737211] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Creating folder: Instances. Parent ref: group-v483199. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.737211] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b9640db-d34b-43b9-a90c-58465e1e2970 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.747530] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Created folder: Instances in parent group-v483199. [ 598.747810] env[62979]: DEBUG oslo.service.loopingcall [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.747996] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8496f944-119f-410e-be42-346e65918141] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.748230] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2067f6ae-2a02-4634-9971-1b80c1c1ec13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.766660] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.766660] env[62979]: value = "task-2380909" [ 598.766660] env[62979]: _type = "Task" [ 598.766660] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.778054] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380909, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.788240] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Successfully created port: b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.920935] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.966170] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.966432] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.966625] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.966853] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.967016] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.967166] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.967370] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.967524] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.967800] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.967869] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.968015] env[62979]: DEBUG nova.virt.hardware [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.969198] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962e256-30a5-4c39-84c5-d673d45c242f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.982680] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e51b0-8d82-4792-b301-ffc9caec492c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.991020] env[62979]: DEBUG oslo_vmware.api [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380905, 'name': PowerOnVM_Task, 'duration_secs': 1.203093} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.991020] env[62979]: DEBUG nova.compute.manager [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Received event network-changed-ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.991020] env[62979]: DEBUG nova.compute.manager [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Refreshing instance network info cache due to event network-changed-ac6e83ec-0732-4dff-9dfb-f31797b67375. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.991020] env[62979]: DEBUG oslo_concurrency.lockutils [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] Acquiring lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.991020] env[62979]: DEBUG oslo_concurrency.lockutils [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] Acquired lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.992038] env[62979]: DEBUG nova.network.neutron [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Refreshing network info cache for port ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.992038] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.992038] env[62979]: INFO nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Took 11.10 seconds to spawn the instance on the hypervisor. [ 598.992292] env[62979]: DEBUG nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.994191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92142621-07d7-418c-8307-0ec5dbaf078a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.029055] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65914} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.029582] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.029695] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.031022] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fee65ce-ac9e-475b-a415-1a1d8b16adb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.038264] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 599.038264] env[62979]: value = "task-2380910" [ 599.038264] env[62979]: _type = "Task" [ 599.038264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.049662] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.094137] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Releasing lock "refresh_cache-aa4bdd4a-f03c-48a3-973a-d965db0348a2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.094413] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Received event network-vif-plugged-cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.094629] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Acquiring lock "8496f944-119f-410e-be42-346e65918141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.094837] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Lock "8496f944-119f-410e-be42-346e65918141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.095069] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Lock "8496f944-119f-410e-be42-346e65918141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.095216] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] No waiting events found dispatching network-vif-plugged-cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.096136] env[62979]: WARNING nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Received unexpected event network-vif-plugged-cc497600-2766-4817-aa4f-9770af8804d3 for instance with vm_state building and task_state spawning. [ 599.096136] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Received event network-changed-cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.096136] env[62979]: DEBUG nova.compute.manager [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Refreshing instance network info cache due to event network-changed-cc497600-2766-4817-aa4f-9770af8804d3. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.096136] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Acquiring lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.096136] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Acquired lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.096459] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Refreshing network info cache for port cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.200072] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.201972] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.213s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.202131] env[62979]: DEBUG nova.objects.instance [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lazy-loading 'resources' on Instance uuid c58ee419-f81c-41be-be21-3d35b662628b {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 599.244392] env[62979]: INFO nova.scheduler.client.report [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Deleted allocations for instance 504c4739-2376-4cba-aabf-7bdfa07362a4 [ 599.282101] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380909, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.535398] env[62979]: INFO nova.compute.manager [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Took 36.12 seconds to build instance. [ 599.558042] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.558289] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.558467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.565109] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08106} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.565540] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.566398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ef5480-4d26-4574-95d2-2df6398e3a1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.589021] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.589021] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a40070-d515-49f5-abc8-07170e956069 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.615287] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 599.615287] env[62979]: value = "task-2380911" [ 599.615287] env[62979]: _type = "Task" [ 599.615287] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.626417] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.755739] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9bc48fe6-3db4-4ebc-bcb7-43c35b61858d tempest-ServerDiagnosticsNegativeTest-428610378 tempest-ServerDiagnosticsNegativeTest-428610378-project-member] Lock "504c4739-2376-4cba-aabf-7bdfa07362a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.361s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.780659] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380909, 'name': CreateVM_Task, 'duration_secs': 0.784999} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.780896] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8496f944-119f-410e-be42-346e65918141] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.784285] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.784521] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.784860] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.786057] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc44a2ce-8dc1-44d4-b362-4f285098740c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.791992] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 599.791992] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f2a8d-abc3-d4da-6fbd-d29487f80f5e" [ 599.791992] env[62979]: _type = "Task" [ 599.791992] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.802784] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f2a8d-abc3-d4da-6fbd-d29487f80f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.898056] env[62979]: DEBUG nova.network.neutron [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updated VIF entry in instance network info cache for port ac6e83ec-0732-4dff-9dfb-f31797b67375. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.898534] env[62979]: DEBUG nova.network.neutron [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updating instance_info_cache with network_info: [{"id": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "address": "fa:16:3e:88:96:c9", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6e83ec-07", "ovs_interfaceid": "ac6e83ec-0732-4dff-9dfb-f31797b67375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.015018] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Updated VIF entry in instance network info cache for port cc497600-2766-4817-aa4f-9770af8804d3. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.015364] env[62979]: DEBUG nova.network.neutron [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Updating instance_info_cache with network_info: [{"id": "cc497600-2766-4817-aa4f-9770af8804d3", "address": "fa:16:3e:13:1b:db", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc497600-27", "ovs_interfaceid": "cc497600-2766-4817-aa4f-9770af8804d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.037973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7b0365f7-c932-40cc-9283-a63875db5d2b tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.764s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.087391] env[62979]: DEBUG nova.compute.manager [req-dd1c9d4f-aa48-4726-a1b1-35c7c0c7697f req-ba44ea8d-c919-44c7-86e4-00b0340b27c7 service nova] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Received event network-vif-deleted-1d51ddd4-81b6-4506-862c-ee11c5648a10 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.130982] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380911, 'name': ReconfigVM_Task, 'duration_secs': 0.288442} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.131585] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.132053] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7415299-f79d-4218-9707-cbe21e4629a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.142068] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 600.142068] env[62979]: value = "task-2380912" [ 600.142068] env[62979]: _type = "Task" [ 600.142068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.151827] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380912, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.242027] env[62979]: DEBUG nova.compute.manager [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Received event network-changed {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.242027] env[62979]: DEBUG nova.compute.manager [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Refreshing instance network info cache due to event network-changed. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.242027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] Acquiring lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.242027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] Acquired lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.242027] env[62979]: DEBUG nova.network.neutron [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.297344] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d9b398-22c5-40e5-9081-86ec5045db81 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.305611] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f2a8d-abc3-d4da-6fbd-d29487f80f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015069} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.307478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.307719] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.307953] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.308111] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.308293] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.308567] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfe4c8d-a9bd-4796-a4f0-187601eaf314 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.311669] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da03057-bfa4-430a-829f-03b301253703 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.344539] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47928b0-d4fe-4a4d-a36b-1430f2816791 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.347885] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.347885] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.348030] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4655f409-c308-4d1a-a812-b34ff6268739 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.356126] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c021d7a9-b8eb-47ab-9432-cd84f7f4a618 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.359800] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 600.359800] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c7a964-fa06-26ad-34f0-978cd7196efd" [ 600.359800] env[62979]: _type = "Task" [ 600.359800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.370645] env[62979]: DEBUG nova.compute.provider_tree [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.376429] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c7a964-fa06-26ad-34f0-978cd7196efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.404259] env[62979]: DEBUG oslo_concurrency.lockutils [req-460690f2-4cbc-4854-99ec-03acc5a69fcc req-20d5d7f1-216b-45e3-964d-84a16aaad1cb service nova] Releasing lock "refresh_cache-3fb2b4f8-2587-4345-80fc-fa65f2ed993d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.519466] env[62979]: DEBUG oslo_concurrency.lockutils [req-48a30dbc-8c1b-4981-a355-1bbc8f425e59 req-915d5c34-a23f-4285-b39c-71f503df3988 service nova] Releasing lock "refresh_cache-8496f944-119f-410e-be42-346e65918141" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.540719] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.658407] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380912, 'name': Rename_Task, 'duration_secs': 0.12745} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.658407] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.658407] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f7d2247-4210-4573-a66d-27016a76b448 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.664821] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.664926] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.665135] env[62979]: DEBUG nova.network.neutron [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.671147] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 600.671147] env[62979]: value = "task-2380913" [ 600.671147] env[62979]: _type = "Task" [ 600.671147] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.677735] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.877794] env[62979]: DEBUG nova.scheduler.client.report [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.895039] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c7a964-fa06-26ad-34f0-978cd7196efd, 'name': SearchDatastore_Task, 'duration_secs': 0.022866} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.895480] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af4a0f7-b8cc-462b-9383-e0f4563e3837 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.903698] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 600.903698] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5287f3d5-818c-52ca-fadc-a5b546d7ac5f" [ 600.903698] env[62979]: _type = "Task" [ 600.903698] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.917184] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5287f3d5-818c-52ca-fadc-a5b546d7ac5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.075112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.184729] env[62979]: DEBUG oslo_vmware.api [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380913, 'name': PowerOnVM_Task, 'duration_secs': 0.502792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.184853] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.185050] env[62979]: INFO nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Took 5.06 seconds to spawn the instance on the hypervisor. [ 601.185717] env[62979]: DEBUG nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.186145] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c54ca-e5e5-4fb7-9faf-c5ed0267c803 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.387132] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.390279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.875s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.391929] env[62979]: INFO nova.compute.claims [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.394935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.395233] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.395369] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.395575] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.395876] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.398196] env[62979]: INFO nova.compute.manager [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Terminating instance [ 601.420863] env[62979]: INFO nova.scheduler.client.report [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Deleted allocations for instance c58ee419-f81c-41be-be21-3d35b662628b [ 601.431826] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5287f3d5-818c-52ca-fadc-a5b546d7ac5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.432126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.432395] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8496f944-119f-410e-be42-346e65918141/8496f944-119f-410e-be42-346e65918141.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.433935] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c291e8a-8f75-4786-98ff-3059d7f8f6d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.440267] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 601.440267] env[62979]: value = "task-2380914" [ 601.440267] env[62979]: _type = "Task" [ 601.440267] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.450984] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.562558] env[62979]: DEBUG nova.network.neutron [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.579220] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Successfully updated port: b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.588233] env[62979]: DEBUG nova.network.neutron [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Updating instance_info_cache with network_info: [{"id": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "address": "fa:16:3e:50:2a:d0", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943e0c5d-20", "ovs_interfaceid": "943e0c5d-2087-46c4-a0be-25e6ff60368c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.712256] env[62979]: INFO nova.compute.manager [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Took 33.09 seconds to build instance. [ 601.904121] env[62979]: DEBUG nova.compute.manager [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.904121] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.904469] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31b4a5-57ff-454e-a680-13e9aa6a5663 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.929050] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.929639] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a49bbdf4-2d64-4406-86b1-8bb15f098fa8 tempest-ServerDiagnosticsV248Test-378638589 tempest-ServerDiagnosticsV248Test-378638589-project-member] Lock "c58ee419-f81c-41be-be21-3d35b662628b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.300s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.931147] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8abae609-3e02-4a6b-a0e1-233e3b2e6e05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.947726] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 601.947726] env[62979]: value = "task-2380915" [ 601.947726] env[62979]: _type = "Task" [ 601.947726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.963313] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.969543] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.066567] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.085958] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.085958] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.086160] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.091957] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9abc7613-d177-4d3b-8cf2-859876827adf tempest-ServerExternalEventsTest-1242304777 tempest-ServerExternalEventsTest-1242304777-project] Releasing lock "refresh_cache-a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.220421] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3a65e0-7d06-4e9a-9918-cf510ae03daf tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.602s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.452426] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679326} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.455810] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8496f944-119f-410e-be42-346e65918141/8496f944-119f-410e-be42-346e65918141.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.455982] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.458554] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7bd3e5-70cc-4af7-b80b-db94f32437de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.464870] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380915, 'name': PowerOffVM_Task, 'duration_secs': 0.298984} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.466428] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.466643] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.467420] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 602.467420] env[62979]: value = "task-2380916" [ 602.467420] env[62979]: _type = "Task" [ 602.467420] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.467420] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ea482b-dbaa-4c83-b99f-a1f08763fa94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.485152] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.535164] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.535742] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.535910] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Deleting the datastore file [datastore2] a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.536200] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b58b902f-d219-42e7-9e42-a196e9c0f930 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.548427] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for the task: (returnval){ [ 602.548427] env[62979]: value = "task-2380918" [ 602.548427] env[62979]: _type = "Task" [ 602.548427] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.557202] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.567226] env[62979]: DEBUG nova.compute.manager [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.567226] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.567226] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.567226] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.567226] env[62979]: DEBUG nova.compute.manager [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] No waiting events found dispatching network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.567577] env[62979]: WARNING nova.compute.manager [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received unexpected event network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 for instance with vm_state building and task_state spawning. [ 602.567577] env[62979]: DEBUG nova.compute.manager [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.567577] env[62979]: DEBUG nova.compute.manager [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing instance network info cache due to event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.567577] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.602767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce76b1-1914-40a1-9225-6fb2dc6c03af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.628638] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe05198-bd71-44fb-a107-da6418236269 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.637343] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 602.651891] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.724331] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.898909] env[62979]: DEBUG nova.network.neutron [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.991973] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068061} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.992476] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.993373] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306b711-8330-4167-a3bf-6495c8dd7730 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.016308] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 8496f944-119f-410e-be42-346e65918141/8496f944-119f-410e-be42-346e65918141.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.020683] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5500cc-6b02-4b7e-89b5-f91856f180ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045988] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 603.045988] env[62979]: value = "task-2380919" [ 603.045988] env[62979]: _type = "Task" [ 603.045988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.047784] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ad843-d332-4aaf-9924-0042f9f1d9b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.068635] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3b7477-b452-4993-8cbb-9e3670d38ab7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.072197] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.072433] env[62979]: DEBUG oslo_vmware.api [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Task: {'id': task-2380918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180736} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.072675] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.072849] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.073026] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.073199] env[62979]: INFO nova.compute.manager [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 603.073429] env[62979]: DEBUG oslo.service.loopingcall [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.074028] env[62979]: DEBUG nova.compute.manager [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.074102] env[62979]: DEBUG nova.network.neutron [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.100786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2b4f2-442b-49e0-89c0-b7eecdc521de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.108664] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a5a26e-ece7-4a65-b9d7-900f0f221946 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.122608] env[62979]: DEBUG nova.compute.provider_tree [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.148787] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.148787] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42410daa-af9b-45d6-98d2-a36c1adc340a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.157948] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 603.157948] env[62979]: value = "task-2380920" [ 603.157948] env[62979]: _type = "Task" [ 603.157948] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.171425] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.249511] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.407020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.407020] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance network_info: |[{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.407278] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.407278] env[62979]: DEBUG nova.network.neutron [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.407278] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:27:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41f0056-51ef-4ce7-a592-144cea531ea1', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.414506] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating folder: Project (6636b35d656c4bb1826ac88726d484b0). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.415771] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6264af-8ee0-4cd7-b578-5305bea0776f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.418843] env[62979]: INFO nova.compute.manager [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Rebuilding instance [ 603.432093] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created folder: Project (6636b35d656c4bb1826ac88726d484b0) in parent group-v483149. [ 603.433150] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating folder: Instances. Parent ref: group-v483202. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.433150] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c39746-8d75-4671-914d-92ba86ad92a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.452800] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created folder: Instances in parent group-v483202. [ 603.453128] env[62979]: DEBUG oslo.service.loopingcall [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.455466] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.456749] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3191e9f8-e8ad-4dc0-b347-29528d32fc68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.485419] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.485419] env[62979]: value = "task-2380923" [ 603.485419] env[62979]: _type = "Task" [ 603.485419] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.496776] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380923, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.506194] env[62979]: DEBUG nova.compute.manager [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.508276] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfced97-9ddd-4c29-b05e-52a41192148b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.556655] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380919, 'name': ReconfigVM_Task, 'duration_secs': 0.274208} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.557051] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 8496f944-119f-410e-be42-346e65918141/8496f944-119f-410e-be42-346e65918141.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.557640] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecfa3dd0-ec0e-4547-bac9-f5b2a162af6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.563696] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 603.563696] env[62979]: value = "task-2380924" [ 603.563696] env[62979]: _type = "Task" [ 603.563696] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.572559] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380924, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.625508] env[62979]: DEBUG nova.scheduler.client.report [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.670495] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.957430] env[62979]: DEBUG nova.network.neutron [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.013048] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380923, 'name': CreateVM_Task, 'duration_secs': 0.326462} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.013048] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.013248] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.013399] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.013763] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.016262] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f1192d-f6a3-4089-9496-745b2e5a205d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.028158] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 604.028158] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb4d0c-7eee-2706-0d6f-3716b3e76a2d" [ 604.028158] env[62979]: _type = "Task" [ 604.028158] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.045032] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb4d0c-7eee-2706-0d6f-3716b3e76a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.045032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.045032] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.045032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.045821] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.045821] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.046203] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-683f2203-f788-448f-962b-9afd90304e6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.057235] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.057850] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.059998] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2895db79-e90c-4df7-a079-3e6bb47d9cc9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.074182] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 604.074182] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dbdc36-f4e1-ea17-5b03-18153237af5a" [ 604.074182] env[62979]: _type = "Task" [ 604.074182] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.079418] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380924, 'name': Rename_Task, 'duration_secs': 0.202925} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.088810] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.092036] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3d192b-de70-417c-a80c-11cbc36d3fc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.102026] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dbdc36-f4e1-ea17-5b03-18153237af5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.104483] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 604.104483] env[62979]: value = "task-2380925" [ 604.104483] env[62979]: _type = "Task" [ 604.104483] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.104737] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e613fffd-7323-4beb-99ee-8025de84cc62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.116645] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 604.116645] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528207a5-cc0f-5d88-c92d-4b0b55338a81" [ 604.116645] env[62979]: _type = "Task" [ 604.116645] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.121426] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380925, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.136423] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.137045] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.141253] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528207a5-cc0f-5d88-c92d-4b0b55338a81, 'name': SearchDatastore_Task, 'duration_secs': 0.014207} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.141253] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.832s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.141454] env[62979]: DEBUG nova.objects.instance [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lazy-loading 'resources' on Instance uuid 8e7bcfd6-27b4-406b-89d9-194ac9513ce5 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.143676] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.143676] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.147417] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb6c18c-f220-4fe3-9d96-845f674be586 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.154643] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 604.154643] env[62979]: value = "task-2380926" [ 604.154643] env[62979]: _type = "Task" [ 604.154643] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.172094] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.176190] env[62979]: DEBUG oslo_vmware.api [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2380920, 'name': PowerOnVM_Task, 'duration_secs': 0.627775} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.176472] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.176657] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7004e662-4bcf-4abd-8ba8-45bdcdb0ced0 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance 'fc7e713d-8e89-499e-bd3d-18aac337b3f1' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 604.464631] env[62979]: INFO nova.compute.manager [-] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Took 1.39 seconds to deallocate network for instance. [ 604.530506] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.530818] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a062e3e-2593-4408-85d4-7d6d45fa72e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.538287] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 604.538287] env[62979]: value = "task-2380927" [ 604.538287] env[62979]: _type = "Task" [ 604.538287] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.548155] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.608679] env[62979]: DEBUG nova.network.neutron [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updated VIF entry in instance network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.609099] env[62979]: DEBUG nova.network.neutron [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.619984] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.645206] env[62979]: DEBUG nova.compute.utils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.646801] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.650320] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.667983] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.763894] env[62979]: DEBUG nova.policy [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74bc617e7661495794814bbca410e8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172a08d7e5084e5e8c31b3687f470efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.972211] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.050629] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380927, 'name': PowerOffVM_Task, 'duration_secs': 0.194452} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.055978] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.056247] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.057961] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7681e416-834a-4132-b08e-1c71e6826552 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.066675] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.068625] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3df6432-6411-4e60-b95d-af4ff18307f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.093777] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.094015] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.094203] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Deleting the datastore file [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.094454] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600165de-270b-4878-8875-a45eb5d69565 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.101120] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 605.101120] env[62979]: value = "task-2380929" [ 605.101120] env[62979]: _type = "Task" [ 605.101120] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.109320] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.118375] env[62979]: DEBUG oslo_concurrency.lockutils [req-54b50b6d-6920-4416-8a3c-c80acad0483d req-73bb59f3-2f87-41d4-bd60-6305747f66a2 service nova] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.124621] env[62979]: DEBUG oslo_vmware.api [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380925, 'name': PowerOnVM_Task, 'duration_secs': 0.76757} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.124820] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.127586] env[62979]: INFO nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Took 11.74 seconds to spawn the instance on the hypervisor. [ 605.132019] env[62979]: DEBUG nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.132019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc30e4c-b672-47ba-905e-2ff85ab639f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.156550] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.169637] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55144} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.169936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.170382] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.170505] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee13d33-6955-43a6-a2ee-66d68e4041f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.177209] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 605.177209] env[62979]: value = "task-2380930" [ 605.177209] env[62979]: _type = "Task" [ 605.177209] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.197244] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.267608] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47587665-69a4-4393-acbe-f82480c6ef07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.275454] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f921fb1-5433-42c4-b116-e4c88fc55484 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.312906] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Successfully created port: 885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.315675] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0b76d-3723-422b-ba75-4e9ad8219f89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.324760] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ab2d3-a174-4a5d-867d-72b3bbd0c0a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.340195] env[62979]: DEBUG nova.compute.provider_tree [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.355934] env[62979]: DEBUG nova.compute.manager [req-9f585074-6d9a-42b8-9bd2-3ec37a37c502 req-1c06ce56-38c4-4dd3-8ebd-3b2aace34fb7 service nova] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Received event network-vif-deleted-943e0c5d-2087-46c4-a0be-25e6ff60368c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.394922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.395163] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.612695] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454271} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.613564] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.613564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.613564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.658716] env[62979]: INFO nova.compute.manager [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Took 37.42 seconds to build instance. [ 605.689146] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206581} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.690445] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.691318] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307efc31-beeb-4307-a00f-9df22cb96620 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.723613] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.726780] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6543836-6931-4533-9ba2-ad326acc888e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.749225] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 605.749225] env[62979]: value = "task-2380931" [ 605.749225] env[62979]: _type = "Task" [ 605.749225] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.759601] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.845298] env[62979]: DEBUG nova.scheduler.client.report [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.162719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f34d538e-9e68-469a-82c0-190805ddd1f1 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.934s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.169954] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.201532] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.201786] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.201950] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.202179] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.202333] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.202479] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.202682] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.202836] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.203009] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.203175] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.203344] env[62979]: DEBUG nova.virt.hardware [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.207018] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d11c1-aa86-4c27-b9c4-bc90ecf334bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.213104] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022392d4-2ae6-4e2d-9d0e-fee4e9027f09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.258936] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380931, 'name': ReconfigVM_Task, 'duration_secs': 0.476324} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.259437] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.260556] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12062233-f870-46f6-8a0a-21456c7d2b04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.268383] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 606.268383] env[62979]: value = "task-2380932" [ 606.268383] env[62979]: _type = "Task" [ 606.268383] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.280639] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380932, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.350985] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.353382] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.736s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.353645] env[62979]: DEBUG nova.objects.instance [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lazy-loading 'resources' on Instance uuid fb027cc6-5d46-486d-9db7-6991e5fabfbf {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.377835] env[62979]: INFO nova.scheduler.client.report [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Deleted allocations for instance 8e7bcfd6-27b4-406b-89d9-194ac9513ce5 [ 606.651797] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.652143] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.652199] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.652383] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.652962] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.652962] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.652962] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.653214] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.653477] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.653651] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.653877] env[62979]: DEBUG nova.virt.hardware [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.654954] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92622e5-511b-40e5-b282-68c1766a690c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.663507] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c828c1-14d7-40e9-8fca-c080f944b34d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.669034] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.681274] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.687872] env[62979]: DEBUG oslo.service.loopingcall [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.688175] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.688389] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b88a470-5ea5-4c0e-9192-3ead535a647c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.709638] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.709638] env[62979]: value = "task-2380933" [ 606.709638] env[62979]: _type = "Task" [ 606.709638] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.718025] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380933, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.778437] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380932, 'name': Rename_Task, 'duration_secs': 0.394897} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.778712] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.778955] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f6186b-efb7-4cab-b99c-b167411689b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.785958] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 606.785958] env[62979]: value = "task-2380934" [ 606.785958] env[62979]: _type = "Task" [ 606.785958] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.793870] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.886395] env[62979]: DEBUG oslo_concurrency.lockutils [None req-009e1ee2-4a03-45b4-9de7-b25531822ab8 tempest-ImagesNegativeTestJSON-1964444171 tempest-ImagesNegativeTestJSON-1964444171-project-member] Lock "8e7bcfd6-27b4-406b-89d9-194ac9513ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.484s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.208085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.227389] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380933, 'name': CreateVM_Task, 'duration_secs': 0.369464} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.227693] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.228249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.228249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.228588] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.228865] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c95f08-08de-4acd-882f-06e3037c643d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.237024] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 607.237024] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277bedb-3b61-db59-5930-f768a4cc3a73" [ 607.237024] env[62979]: _type = "Task" [ 607.237024] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.249407] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277bedb-3b61-db59-5930-f768a4cc3a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.301177] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.434890] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Successfully updated port: 885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.499465] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa21fa-511f-4deb-a27d-3de57549e085 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.507798] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff53ea-6820-4a51-a819-b544a091ed23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.549012] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801b0a7-3490-4cb3-a2d3-045f9c06b346 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.558103] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6963e3-44cf-4f1e-9443-4ab8a106ca92 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.575829] env[62979]: DEBUG nova.compute.provider_tree [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.583889] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.583889] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.583889] env[62979]: DEBUG nova.compute.manager [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Going to confirm migration 1 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 607.749349] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277bedb-3b61-db59-5930-f768a4cc3a73, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.749865] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.749956] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.750145] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.750292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.750475] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.750731] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9a5903-191d-41cf-a049-32d06772be96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.764625] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.764843] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.765611] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e384221b-d144-47bc-9a2e-d2c2b2ab9d47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.771249] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 607.771249] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526896de-1c1f-f54b-02ce-d44a43dbcfcd" [ 607.771249] env[62979]: _type = "Task" [ 607.771249] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.780585] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526896de-1c1f-f54b-02ce-d44a43dbcfcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.799266] env[62979]: DEBUG oslo_vmware.api [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2380934, 'name': PowerOnVM_Task, 'duration_secs': 0.675474} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.799526] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.799726] env[62979]: INFO nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Took 8.88 seconds to spawn the instance on the hypervisor. [ 607.799907] env[62979]: DEBUG nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.800676] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1002ffa9-fe3e-46a5-8aed-e52d10910869 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.868849] env[62979]: DEBUG nova.compute.manager [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Received event network-vif-plugged-885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.869203] env[62979]: DEBUG oslo_concurrency.lockutils [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.869292] env[62979]: DEBUG oslo_concurrency.lockutils [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] Lock "291d4570-ca75-4015-8368-291a72e8f34e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.869455] env[62979]: DEBUG oslo_concurrency.lockutils [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] Lock "291d4570-ca75-4015-8368-291a72e8f34e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.869626] env[62979]: DEBUG nova.compute.manager [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] No waiting events found dispatching network-vif-plugged-885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.869789] env[62979]: WARNING nova.compute.manager [req-fae2d859-ef85-44df-903e-f2a2f56be52e req-691db767-cf9b-44af-8a35-c4bd5e71e214 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Received unexpected event network-vif-plugged-885d115c-4a7c-4f94-82b1-a3c757af4df7 for instance with vm_state building and task_state spawning. [ 607.939693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.940376] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.940566] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.079487] env[62979]: DEBUG nova.scheduler.client.report [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.146495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.146760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.146931] env[62979]: DEBUG nova.network.neutron [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.147140] env[62979]: DEBUG nova.objects.instance [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lazy-loading 'info_cache' on Instance uuid fc7e713d-8e89-499e-bd3d-18aac337b3f1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 608.285929] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526896de-1c1f-f54b-02ce-d44a43dbcfcd, 'name': SearchDatastore_Task, 'duration_secs': 0.027146} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.286746] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f91efd5-e342-4b6a-b347-7aa21d5c863f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.292370] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 608.292370] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa255e-41fe-0a43-7846-c191d8da93fa" [ 608.292370] env[62979]: _type = "Task" [ 608.292370] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.300544] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa255e-41fe-0a43-7846-c191d8da93fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.319572] env[62979]: INFO nova.compute.manager [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Took 38.38 seconds to build instance. [ 608.480345] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.588621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.592135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.714s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.595063] env[62979]: INFO nova.compute.claims [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.610531] env[62979]: INFO nova.scheduler.client.report [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted allocations for instance fb027cc6-5d46-486d-9db7-6991e5fabfbf [ 608.718652] env[62979]: DEBUG nova.network.neutron [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating instance_info_cache with network_info: [{"id": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "address": "fa:16:3e:d5:0c:25", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885d115c-4a", "ovs_interfaceid": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.807161] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa255e-41fe-0a43-7846-c191d8da93fa, 'name': SearchDatastore_Task, 'duration_secs': 0.029561} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.807161] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.807540] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.807986] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5ea78a-023b-4113-8d55-a62344c7d06f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.815352] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 608.815352] env[62979]: value = "task-2380935" [ 608.815352] env[62979]: _type = "Task" [ 608.815352] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.824033] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0fb55568-30af-487d-b1c1-656c65dbf077 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.898s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.824711] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.120879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2924bf14-8fa0-40e3-a7a9-1126333f97c7 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "fb027cc6-5d46-486d-9db7-6991e5fabfbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.325s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.221912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.222356] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Instance network_info: |[{"id": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "address": "fa:16:3e:d5:0c:25", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885d115c-4a", "ovs_interfaceid": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.222880] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:0c:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '885d115c-4a7c-4f94-82b1-a3c757af4df7', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.231122] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Creating folder: Project (172a08d7e5084e5e8c31b3687f470efc). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.234786] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf81b212-6218-4641-9cc0-aeebb860431c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.246693] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Created folder: Project (172a08d7e5084e5e8c31b3687f470efc) in parent group-v483149. [ 609.249641] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Creating folder: Instances. Parent ref: group-v483206. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.249641] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f496c2cb-af69-489b-a01b-bfee3ff2820e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.258973] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Created folder: Instances in parent group-v483206. [ 609.259415] env[62979]: DEBUG oslo.service.loopingcall [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.259601] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.259826] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15990751-1611-49b6-a45b-2fc55ebf24d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.287725] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.287725] env[62979]: value = "task-2380938" [ 609.287725] env[62979]: _type = "Task" [ 609.287725] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.298865] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380938, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.331182] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.334163] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380935, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.453556] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "8496f944-119f-410e-be42-346e65918141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.454417] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.454872] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "8496f944-119f-410e-be42-346e65918141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.455246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.455832] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.459555] env[62979]: INFO nova.compute.manager [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Terminating instance [ 609.705980] env[62979]: DEBUG nova.network.neutron [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.799870] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380938, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.825618] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380935, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.856233] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.962766] env[62979]: DEBUG nova.compute.manager [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.962766] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.963916] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744d5e7-3509-4ac4-86a8-cf118e00c846 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.975683] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.975963] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f1e445-0e96-41a0-9e64-916deaea7c88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.983619] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 609.983619] env[62979]: value = "task-2380939" [ 609.983619] env[62979]: _type = "Task" [ 609.983619] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.997799] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.101108] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2741891a-fa63-4adf-b08d-066bfd05028a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.110141] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf49f2-cf4d-4500-a509-c3eb52c75925 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.144960] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa76f60-61b0-4d7c-89f3-5e8a593737e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.154742] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd79094-1966-41d6-a637-499e642b229f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.172349] env[62979]: DEBUG nova.compute.provider_tree [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.210700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.210700] env[62979]: DEBUG nova.objects.instance [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lazy-loading 'migration_context' on Instance uuid fc7e713d-8e89-499e-bd3d-18aac337b3f1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.305497] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380938, 'name': CreateVM_Task, 'duration_secs': 0.716923} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.305834] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.307935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.307935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.307935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.307935] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991c36d5-ffea-46bd-b0cf-e15d3c22015b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.314756] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 610.314756] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521373fb-3e82-0734-3335-bda2e69d9172" [ 610.314756] env[62979]: _type = "Task" [ 610.314756] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.328517] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521373fb-3e82-0734-3335-bda2e69d9172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.330549] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380935, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.500032] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.676486] env[62979]: DEBUG nova.scheduler.client.report [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.699377] env[62979]: DEBUG nova.compute.manager [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Received event network-changed-885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.699377] env[62979]: DEBUG nova.compute.manager [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Refreshing instance network info cache due to event network-changed-885d115c-4a7c-4f94-82b1-a3c757af4df7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.699377] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] Acquiring lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.699377] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] Acquired lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699377] env[62979]: DEBUG nova.network.neutron [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Refreshing network info cache for port 885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.717436] env[62979]: DEBUG nova.objects.base [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 610.717436] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38edc7a3-f365-4aeb-8d7f-81d752df333e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.750029] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885f2a2b-21de-44e1-86b2-097681c020bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.757323] env[62979]: DEBUG oslo_vmware.api [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 610.757323] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244bc43-764f-5e6b-838b-1b36181d79d9" [ 610.757323] env[62979]: _type = "Task" [ 610.757323] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.770486] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.770694] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.770934] env[62979]: DEBUG oslo_vmware.api [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244bc43-764f-5e6b-838b-1b36181d79d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.835154] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521373fb-3e82-0734-3335-bda2e69d9172, 'name': SearchDatastore_Task, 'duration_secs': 0.049459} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.840731] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.841066] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.841467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.841720] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.842043] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.842967] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380935, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.745258} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.843979] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b99180-6626-4b3a-a0b6-13dc7399a675 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.846801] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.847157] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.847531] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ab1a959-4ac1-415b-b02f-8384ce79807b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.856501] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 610.856501] env[62979]: value = "task-2380940" [ 610.856501] env[62979]: _type = "Task" [ 610.856501] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.865467] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.865803] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.867979] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ea7fb8-a9ba-409d-82a6-83c25fc9d337 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.878348] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.885702] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 610.885702] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295b5ac-2adc-2d18-5fd0-92348f79f983" [ 610.885702] env[62979]: _type = "Task" [ 610.885702] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.900845] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295b5ac-2adc-2d18-5fd0-92348f79f983, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.902964] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f16e08-346f-47d2-bc38-64158f90f960 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.912416] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 610.912416] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e25cb5-b444-826b-9b72-dde7f2c1b8e2" [ 610.912416] env[62979]: _type = "Task" [ 610.912416] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.924669] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e25cb5-b444-826b-9b72-dde7f2c1b8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.931516] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.931741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.000114] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380939, 'name': PowerOffVM_Task, 'duration_secs': 0.945062} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.000582] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.000761] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.001040] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25a427d-4741-41eb-bd70-de0efd018bc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.077205] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.077443] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.077710] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Deleting the datastore file [datastore2] 8496f944-119f-410e-be42-346e65918141 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.077888] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b556e231-5e08-46f3-bdf5-6168ca00e7d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.084356] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for the task: (returnval){ [ 611.084356] env[62979]: value = "task-2380942" [ 611.084356] env[62979]: _type = "Task" [ 611.084356] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.096943] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.182022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.182884] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.185886] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.102s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.186626] env[62979]: DEBUG nova.objects.instance [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 611.269119] env[62979]: DEBUG oslo_vmware.api [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244bc43-764f-5e6b-838b-1b36181d79d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.269602] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.370665] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0702} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.370959] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.371789] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d3cfdf-1dfb-4400-8519-22d9d435c06f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.392746] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.393222] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7e20dc-c8ba-4c40-bbc4-359b5fea9d2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.414347] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 611.414347] env[62979]: value = "task-2380943" [ 611.414347] env[62979]: _type = "Task" [ 611.414347] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.427333] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e25cb5-b444-826b-9b72-dde7f2c1b8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.047541} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.430770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.430917] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 291d4570-ca75-4015-8368-291a72e8f34e/291d4570-ca75-4015-8368-291a72e8f34e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.431277] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.432303] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d1cfde-f305-459d-adf5-8a6a3bf8711e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.438310] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 611.438310] env[62979]: value = "task-2380944" [ 611.438310] env[62979]: _type = "Task" [ 611.438310] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.601019] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.691906] env[62979]: DEBUG nova.compute.utils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 611.706082] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.706679] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.710292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b519f911-fca0-4490-9837-d1a448db49db tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.712337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.625s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.713112] env[62979]: INFO nova.compute.claims [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.817570] env[62979]: DEBUG nova.network.neutron [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updated VIF entry in instance network info cache for port 885d115c-4a7c-4f94-82b1-a3c757af4df7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.818342] env[62979]: DEBUG nova.network.neutron [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating instance_info_cache with network_info: [{"id": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "address": "fa:16:3e:d5:0c:25", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885d115c-4a", "ovs_interfaceid": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.832141] env[62979]: DEBUG nova.policy [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5e8d0d4600e4644852ad98fdc9d8b97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204be3000ec849a68584c50fada0b69c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.932534] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.950809] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380944, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.095171] env[62979]: DEBUG oslo_vmware.api [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Task: {'id': task-2380942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549656} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.095493] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.095737] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.095952] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.096148] env[62979]: INFO nova.compute.manager [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] [instance: 8496f944-119f-410e-be42-346e65918141] Took 2.13 seconds to destroy the instance on the hypervisor. [ 612.096543] env[62979]: DEBUG oslo.service.loopingcall [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.096813] env[62979]: DEBUG nova.compute.manager [-] [instance: 8496f944-119f-410e-be42-346e65918141] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.096962] env[62979]: DEBUG nova.network.neutron [-] [instance: 8496f944-119f-410e-be42-346e65918141] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.201674] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.322513] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2decf80-a0be-43e1-b8d8-de8c8ab2ffc1 req-af9231b1-ba80-473c-83af-05d9e8267326 service nova] Releasing lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.433912] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380943, 'name': ReconfigVM_Task, 'duration_secs': 0.755197} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.434499] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee/7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.436308] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef35cf3-a939-4742-8331-8d1f9f162ee1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.445025] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 612.445025] env[62979]: value = "task-2380945" [ 612.445025] env[62979]: _type = "Task" [ 612.445025] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.452648] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678588} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.453413] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 291d4570-ca75-4015-8368-291a72e8f34e/291d4570-ca75-4015-8368-291a72e8f34e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.453814] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.454212] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6acf079-75d5-4de6-9013-3d61b1ccf1db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.460555] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380945, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.465149] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 612.465149] env[62979]: value = "task-2380946" [ 612.465149] env[62979]: _type = "Task" [ 612.465149] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.477495] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.801520] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Successfully created port: 9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.959660] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380945, 'name': Rename_Task, 'duration_secs': 0.314856} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.959954] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.960199] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6dad78-063d-4c7a-93da-e497fe63d625 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.969830] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 612.969830] env[62979]: value = "task-2380947" [ 612.969830] env[62979]: _type = "Task" [ 612.969830] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.988027] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216355} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.988027] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.988739] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbcf760-76c4-445c-9999-c00ba7c98934 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.996662] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.023642] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 291d4570-ca75-4015-8368-291a72e8f34e/291d4570-ca75-4015-8368-291a72e8f34e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.026679] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d89f5d-3869-4ebf-ab26-9fe8ea0aa751 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.048113] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 613.048113] env[62979]: value = "task-2380948" [ 613.048113] env[62979]: _type = "Task" [ 613.048113] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.063157] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.211009] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.244874] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.245135] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.245393] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.245479] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.245642] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.245882] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.246155] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.246378] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.246561] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.246802] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.247041] env[62979]: DEBUG nova.virt.hardware [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.247937] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9712f04-e2c4-467c-ac13-c53e0a56d0a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.258896] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b08438-d44c-4d0b-be91-d8949eb9cff5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.312093] env[62979]: DEBUG nova.network.neutron [-] [instance: 8496f944-119f-410e-be42-346e65918141] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.385229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b3afd8-23f5-4756-b8e5-7183b5cc2fc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.395187] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824241ab-cc88-48da-bf04-0d8dabdb944d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.431245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5deb5-9b9e-47f4-832d-2c8a6649f5cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.442459] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbf4ab-8795-4625-85bc-0c3998a0555c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.457248] env[62979]: DEBUG nova.compute.provider_tree [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.464435] env[62979]: DEBUG nova.compute.manager [req-531e13d4-f59f-4798-ac2e-7fef1acc1c4d req-7ab77a2a-e849-45fc-b356-f932a4c52beb service nova] [instance: 8496f944-119f-410e-be42-346e65918141] Received event network-vif-deleted-cc497600-2766-4817-aa4f-9770af8804d3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.483102] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380947, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.520022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "b200c9ec-0be1-40e7-8da7-525730c7931b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.520022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.560073] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380948, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.813958] env[62979]: INFO nova.compute.manager [-] [instance: 8496f944-119f-410e-be42-346e65918141] Took 1.72 seconds to deallocate network for instance. [ 613.963053] env[62979]: DEBUG nova.scheduler.client.report [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.982210] env[62979]: DEBUG oslo_vmware.api [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380947, 'name': PowerOnVM_Task, 'duration_secs': 0.691732} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.982653] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.983104] env[62979]: DEBUG nova.compute.manager [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.983956] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa784f-6f83-4b72-81d4-3a3ae8f00e28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.060040] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380948, 'name': ReconfigVM_Task, 'duration_secs': 0.571168} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.060355] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 291d4570-ca75-4015-8368-291a72e8f34e/291d4570-ca75-4015-8368-291a72e8f34e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.061985] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-760161f3-66cf-454b-90bd-f112bea63d59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.068869] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 614.068869] env[62979]: value = "task-2380949" [ 614.068869] env[62979]: _type = "Task" [ 614.068869] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.079893] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380949, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.324930] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.468590] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.469174] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.473607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.219s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.473851] env[62979]: DEBUG nova.objects.instance [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lazy-loading 'resources' on Instance uuid 4e0dd589-3a3e-430d-add2-4bd58f8acf71 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.506185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.583944] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380949, 'name': Rename_Task, 'duration_secs': 0.140226} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.584571] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.584833] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2158c05b-a8ba-41b3-9ab2-19eb04dc705c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.593228] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 614.593228] env[62979]: value = "task-2380950" [ 614.593228] env[62979]: _type = "Task" [ 614.593228] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.602518] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.975953] env[62979]: DEBUG nova.compute.utils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.977767] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.977815] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.072015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.072015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.072015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.072015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.072322] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.074480] env[62979]: INFO nova.compute.manager [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Terminating instance [ 615.111020] env[62979]: DEBUG oslo_vmware.api [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2380950, 'name': PowerOnVM_Task, 'duration_secs': 0.462541} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.111376] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.111855] env[62979]: INFO nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 615.111855] env[62979]: DEBUG nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.113470] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73559e2-92e0-49a5-a6ab-18e441eb998b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.178686] env[62979]: DEBUG nova.policy [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cfadddf9c0d4b26a41475ad51fdf362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '625ba823f47b483c9031d1766e96e9ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.485937] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.571056] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558f13b-c241-4187-9871-85793725251d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.580862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ff994-f65c-41ee-b523-9a9776ea1500 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.584094] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "refresh_cache-7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.584281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquired lock "refresh_cache-7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584498] env[62979]: DEBUG nova.network.neutron [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.620189] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46338062-8345-4cc0-a11f-50d15940ccf4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.635533] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b9463-8027-493b-8c90-16385870c399 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.640095] env[62979]: INFO nova.compute.manager [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Took 42.15 seconds to build instance. [ 615.652763] env[62979]: DEBUG nova.compute.provider_tree [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.655316] env[62979]: DEBUG nova.network.neutron [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.662562] env[62979]: DEBUG nova.compute.manager [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Received event network-vif-plugged-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.662835] env[62979]: DEBUG oslo_concurrency.lockutils [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] Acquiring lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.663131] env[62979]: DEBUG oslo_concurrency.lockutils [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.663371] env[62979]: DEBUG oslo_concurrency.lockutils [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.663574] env[62979]: DEBUG nova.compute.manager [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] No waiting events found dispatching network-vif-plugged-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.663827] env[62979]: WARNING nova.compute.manager [req-893d9faf-a07d-454d-a2e1-f17307f2895f req-a0e45b82-ab49-4ef2-9271-b23a2894f853 service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Received unexpected event network-vif-plugged-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 for instance with vm_state building and task_state spawning. [ 615.780958] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Successfully updated port: 9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.812023] env[62979]: DEBUG nova.network.neutron [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.866165] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.866468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.867074] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.867074] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.867074] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.869639] env[62979]: INFO nova.compute.manager [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Terminating instance [ 616.049573] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Successfully created port: 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.142658] env[62979]: DEBUG oslo_concurrency.lockutils [None req-82602244-f931-4712-8524-bba5d31f6c04 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.693s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.158675] env[62979]: DEBUG nova.scheduler.client.report [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.263998] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "94caeb36-e13c-411e-a6f7-972fff018f96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.264175] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.264387] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.264812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.264812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.268878] env[62979]: INFO nova.compute.manager [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Terminating instance [ 616.284246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.284246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquired lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.284394] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.317221] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Releasing lock "refresh_cache-7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.317633] env[62979]: DEBUG nova.compute.manager [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.317827] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.320785] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528231a-1010-4534-ada3-ae1bb15a44a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.330777] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.330777] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0843f131-3087-4031-877f-6833eeaae5fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.336234] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 616.336234] env[62979]: value = "task-2380951" [ 616.336234] env[62979]: _type = "Task" [ 616.336234] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.345276] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.374449] env[62979]: DEBUG nova.compute.manager [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.374449] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.375380] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b3718-8465-4fb1-84f4-e23089faba11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.386162] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.386425] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebfe294-a558-47ed-8d81-0189a6843976 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.392590] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 616.392590] env[62979]: value = "task-2380952" [ 616.392590] env[62979]: _type = "Task" [ 616.392590] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.401854] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.498024] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.538308] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.538308] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.538308] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.538581] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.538581] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.538581] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.538808] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.539034] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.539225] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.539394] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.539682] env[62979]: DEBUG nova.virt.hardware [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.540545] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72593263-0271-4c92-9d8c-e9187d7cdef0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.551888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beed24a-f8b8-4360-8eeb-5b9433d7e802 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.646046] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.666759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.670311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.231s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.670311] env[62979]: DEBUG nova.objects.instance [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 616.701075] env[62979]: INFO nova.scheduler.client.report [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Deleted allocations for instance 4e0dd589-3a3e-430d-add2-4bd58f8acf71 [ 616.771726] env[62979]: DEBUG nova.compute.manager [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.772076] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.773176] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef93fc1-8ad2-4202-8073-3390b00385b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.781572] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.781824] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc636614-8477-4d62-8223-957b8d55afb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.790046] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 616.790046] env[62979]: value = "task-2380953" [ 616.790046] env[62979]: _type = "Task" [ 616.790046] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.799188] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.845629] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380951, 'name': PowerOffVM_Task, 'duration_secs': 0.155298} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.845954] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.846155] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.846419] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41993f09-86bc-4742-88ae-2238d2cca1aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.871965] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.872622] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.872622] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Deleting the datastore file [datastore1] 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.872740] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351cd320-0956-47e2-9cbd-8b539d8cfa87 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.882019] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for the task: (returnval){ [ 616.882019] env[62979]: value = "task-2380955" [ 616.882019] env[62979]: _type = "Task" [ 616.882019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.888735] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.903034] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380952, 'name': PowerOffVM_Task, 'duration_secs': 0.232447} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.903336] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.903515] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.905017] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81e27c4-bf77-4696-8702-1479490bcd53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.973821] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.973821] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.973821] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleting the datastore file [datastore1] ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.973821] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb6577b-c84a-4224-99ba-ad711803faf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.980401] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 616.980401] env[62979]: value = "task-2380957" [ 616.980401] env[62979]: _type = "Task" [ 616.980401] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.990775] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.995059] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.180344] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.211026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29fa3ecd-5a09-4990-913d-6844c1b2ae0b tempest-AttachInterfacesV270Test-1980230026 tempest-AttachInterfacesV270Test-1980230026-project-member] Lock "4e0dd589-3a3e-430d-add2-4bd58f8acf71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.097s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.307459] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380953, 'name': PowerOffVM_Task, 'duration_secs': 0.267859} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.307718] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.310364] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.310364] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ae34b3-5ee1-4afa-aadf-43f421ed95bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.379511] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.379782] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.380021] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleting the datastore file [datastore1] 94caeb36-e13c-411e-a6f7-972fff018f96 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.380430] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb686f53-4683-4942-94ba-5a0eea246a5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.396550] env[62979]: DEBUG oslo_vmware.api [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Task: {'id': task-2380955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169068} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.398690] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.398884] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.399075] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.399250] env[62979]: INFO nova.compute.manager [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Took 1.08 seconds to destroy the instance on the hypervisor. [ 617.399494] env[62979]: DEBUG oslo.service.loopingcall [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.399772] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for the task: (returnval){ [ 617.399772] env[62979]: value = "task-2380959" [ 617.399772] env[62979]: _type = "Task" [ 617.399772] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.399973] env[62979]: DEBUG nova.compute.manager [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.400089] env[62979]: DEBUG nova.network.neutron [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.413455] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.431168] env[62979]: DEBUG nova.network.neutron [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.477749] env[62979]: DEBUG nova.network.neutron [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Updating instance_info_cache with network_info: [{"id": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "address": "fa:16:3e:e4:69:18", "network": {"id": "a44a6b5e-c77a-4a38-b22b-d92fdb83b287", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2110234765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204be3000ec849a68584c50fada0b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddfa1e7-ec", "ovs_interfaceid": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.494144] env[62979]: DEBUG oslo_vmware.api [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46902} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.494144] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.494652] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.494928] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.495219] env[62979]: INFO nova.compute.manager [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 617.495631] env[62979]: DEBUG oslo.service.loopingcall [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.495922] env[62979]: DEBUG nova.compute.manager [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.496112] env[62979]: DEBUG nova.network.neutron [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.684048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96a01ddd-21c8-42c2-b3b9-d819b4b46799 tempest-ServersAdmin275Test-1256696422 tempest-ServersAdmin275Test-1256696422-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.685553] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.849s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.687247] env[62979]: INFO nova.compute.claims [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.831419] env[62979]: DEBUG nova.compute.manager [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Received event network-changed-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.831615] env[62979]: DEBUG nova.compute.manager [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Refreshing instance network info cache due to event network-changed-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.831908] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Acquiring lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.918198] env[62979]: DEBUG oslo_vmware.api [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Task: {'id': task-2380959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.920719] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.920950] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.921152] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.921328] env[62979]: INFO nova.compute.manager [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 617.921584] env[62979]: DEBUG oslo.service.loopingcall [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.921785] env[62979]: DEBUG nova.compute.manager [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.921881] env[62979]: DEBUG nova.network.neutron [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.934336] env[62979]: DEBUG nova.network.neutron [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.980934] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Releasing lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.981382] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Instance network_info: |[{"id": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "address": "fa:16:3e:e4:69:18", "network": {"id": "a44a6b5e-c77a-4a38-b22b-d92fdb83b287", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2110234765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204be3000ec849a68584c50fada0b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddfa1e7-ec", "ovs_interfaceid": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.981783] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Acquired lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.982067] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Refreshing network info cache for port 9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.984973] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:69:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.993746] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Creating folder: Project (204be3000ec849a68584c50fada0b69c). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.997529] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f16c3eb-dda1-47e8-86b2-d2c5e7d41d9b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.009966] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Created folder: Project (204be3000ec849a68584c50fada0b69c) in parent group-v483149. [ 618.010126] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Creating folder: Instances. Parent ref: group-v483209. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.010368] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c75928-ea78-4b75-9ea5-2cfc3d2bfaeb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.019201] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Created folder: Instances in parent group-v483209. [ 618.019438] env[62979]: DEBUG oslo.service.loopingcall [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.019636] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.019944] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebe3b9b-a5bc-4599-b29d-378294e56d85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.040815] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.040815] env[62979]: value = "task-2380962" [ 618.040815] env[62979]: _type = "Task" [ 618.040815] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.048597] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380962, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.437825] env[62979]: INFO nova.compute.manager [-] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Took 1.04 seconds to deallocate network for instance. [ 618.557885] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380962, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.687457] env[62979]: DEBUG nova.network.neutron [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.733574] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Successfully updated port: 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.821659] env[62979]: DEBUG nova.compute.manager [req-5cf72f13-9037-4dfa-beca-add5b303f968 req-7c3112f9-183c-4530-8826-94e5fc6158a2 service nova] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Received event network-vif-deleted-776e5752-0bd9-4728-99a2-9a59024bb8e6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.946985] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.065546] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380962, 'name': CreateVM_Task, 'duration_secs': 0.770078} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.066961] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.066961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.069277] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.069277] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.073594] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b44783-3044-429f-88eb-0c26970493cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.080836] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 619.080836] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a294c7-6558-1d56-f74f-f1909ebb311f" [ 619.080836] env[62979]: _type = "Task" [ 619.080836] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.090495] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a294c7-6558-1d56-f74f-f1909ebb311f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.189229] env[62979]: INFO nova.compute.manager [-] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Took 1.69 seconds to deallocate network for instance. [ 619.202968] env[62979]: DEBUG nova.network.neutron [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.237873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.238032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.238148] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.253032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4994e6f-274e-4903-a675-954032344001 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.263591] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2278be-55a6-4e9d-a0c8-703014cdf571 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.301589] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bcb939-1c95-451d-9ab6-9dc495463e96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.309867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8fc44-eb6e-4f83-9cc2-93728616bf69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.325640] env[62979]: DEBUG nova.compute.provider_tree [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.334256] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Updated VIF entry in instance network info cache for port 9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.334612] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Updating instance_info_cache with network_info: [{"id": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "address": "fa:16:3e:e4:69:18", "network": {"id": "a44a6b5e-c77a-4a38-b22b-d92fdb83b287", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2110234765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204be3000ec849a68584c50fada0b69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddfa1e7-ec", "ovs_interfaceid": "9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.430135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.430135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.595090] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a294c7-6558-1d56-f74f-f1909ebb311f, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.595090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.595090] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.595090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.595728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.596087] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.597986] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bd5dd2-c2cc-4579-b53c-4c0946b7993e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.606842] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.607056] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.607793] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3732b9c-43cf-4edf-83df-dc9ad56c283a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.614182] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 619.614182] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528a6938-f929-96e5-b5af-1ad3c423542a" [ 619.614182] env[62979]: _type = "Task" [ 619.614182] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.332827] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.333205] env[62979]: INFO nova.compute.manager [-] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Took 2.41 seconds to deallocate network for instance. [ 620.335573] env[62979]: DEBUG nova.scheduler.client.report [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.339348] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Releasing lock "refresh_cache-2c1a9917-d772-48fd-a87d-29b6b0750681" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.339572] env[62979]: DEBUG nova.compute.manager [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Received event network-changed-885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.339738] env[62979]: DEBUG nova.compute.manager [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Refreshing instance network info cache due to event network-changed-885d115c-4a7c-4f94-82b1-a3c757af4df7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.339941] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Acquiring lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.340089] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Acquired lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.340243] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Refreshing network info cache for port 885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.342431] env[62979]: DEBUG nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received event network-vif-plugged-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.342618] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Acquiring lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.342799] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.342952] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.343124] env[62979]: DEBUG nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] No waiting events found dispatching network-vif-plugged-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.343280] env[62979]: WARNING nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received unexpected event network-vif-plugged-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 for instance with vm_state building and task_state spawning. [ 620.343432] env[62979]: DEBUG nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Received event network-vif-deleted-d227bb9e-a1b3-46c9-b438-2225158c3fbe {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.343590] env[62979]: DEBUG nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.343771] env[62979]: DEBUG nova.compute.manager [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing instance network info cache due to event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.343926] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Acquiring lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.352935] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528a6938-f929-96e5-b5af-1ad3c423542a, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.354113] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01e18bc-2b2e-4e41-bc83-c7b79ac9035c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.360199] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 620.360199] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ee9-497b-5ee5-8469-bfe79c453e95" [ 620.360199] env[62979]: _type = "Task" [ 620.360199] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.368994] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ee9-497b-5ee5-8469-bfe79c453e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.395381] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.553930] env[62979]: DEBUG nova.network.neutron [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updating instance_info_cache with network_info: [{"id": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "address": "fa:16:3e:b6:8b:af", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7f36bf-3b", "ovs_interfaceid": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.845752] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.160s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.847364] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.853753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.820s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.854883] env[62979]: INFO nova.compute.claims [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.863019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.877987] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ee9-497b-5ee5-8469-bfe79c453e95, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.877987] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.877987] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2c1a9917-d772-48fd-a87d-29b6b0750681/2c1a9917-d772-48fd-a87d-29b6b0750681.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.877987] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f17698-2499-497a-869f-306d41a829ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.890932] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 620.890932] env[62979]: value = "task-2380963" [ 620.890932] env[62979]: _type = "Task" [ 620.890932] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.899306] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.064437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.066850] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Instance network_info: |[{"id": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "address": "fa:16:3e:b6:8b:af", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7f36bf-3b", "ovs_interfaceid": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.066850] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Acquired lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.067119] env[62979]: DEBUG nova.network.neutron [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.067119] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8b:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.079062] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Creating folder: Project (625ba823f47b483c9031d1766e96e9ba). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.080304] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ef4b3a-ddd9-4571-94d2-86f78dc33e41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.094788] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Created folder: Project (625ba823f47b483c9031d1766e96e9ba) in parent group-v483149. [ 621.095794] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Creating folder: Instances. Parent ref: group-v483212. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.095794] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df25154-c4a6-454e-b5ec-46b8aa85b37b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.105817] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Created folder: Instances in parent group-v483212. [ 621.105817] env[62979]: DEBUG oslo.service.loopingcall [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.105894] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.106870] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec86d19d-cf20-4a61-b6b6-594414c9e302 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.131273] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.131273] env[62979]: value = "task-2380966" [ 621.131273] env[62979]: _type = "Task" [ 621.131273] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.142274] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380966, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.361824] env[62979]: DEBUG nova.compute.utils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 621.369732] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.369732] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.384124] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updated VIF entry in instance network info cache for port 885d115c-4a7c-4f94-82b1-a3c757af4df7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.384124] env[62979]: DEBUG nova.network.neutron [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating instance_info_cache with network_info: [{"id": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "address": "fa:16:3e:d5:0c:25", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885d115c-4a", "ovs_interfaceid": "885d115c-4a7c-4f94-82b1-a3c757af4df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.406310] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380963, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.511108] env[62979]: DEBUG nova.policy [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c88c9dea2e44a9aa34b27904c46bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8915f6e54f8b4c5e851c574da9b2af09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.641553] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380966, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.652922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.653945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.877827] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.888300] env[62979]: DEBUG oslo_concurrency.lockutils [req-268d3853-3cf5-4970-8039-52c9d1cc0101 req-ca445dbc-f197-4b8b-8ec9-ebced3c5ec0f service nova] Releasing lock "refresh_cache-291d4570-ca75-4015-8368-291a72e8f34e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.900915] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542496} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.900915] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2c1a9917-d772-48fd-a87d-29b6b0750681/2c1a9917-d772-48fd-a87d-29b6b0750681.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.901598] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.901729] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab159868-4987-43d3-a094-e713752ed2d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.908616] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 621.908616] env[62979]: value = "task-2380967" [ 621.908616] env[62979]: _type = "Task" [ 621.908616] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.918783] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.936933] env[62979]: DEBUG nova.network.neutron [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updated VIF entry in instance network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.937389] env[62979]: DEBUG nova.network.neutron [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updating instance_info_cache with network_info: [{"id": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "address": "fa:16:3e:b6:8b:af", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7f36bf-3b", "ovs_interfaceid": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.144902] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380966, 'name': CreateVM_Task, 'duration_secs': 0.544258} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.145092] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.145814] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.146018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.148425] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.148732] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea29f90-adda-4b58-8438-c4607b4d6e56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.156167] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 622.156167] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5249570e-ff76-d557-0e3e-b0297b170174" [ 622.156167] env[62979]: _type = "Task" [ 622.156167] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.176032] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5249570e-ff76-d557-0e3e-b0297b170174, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.176032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.176032] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.176032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.176395] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.176395] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.176395] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f082838-c530-4977-bc9c-61d10dad2c08 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.188656] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.188656] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.188842] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Successfully created port: 1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.190786] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfe0665-18b1-46f0-9160-b2e0f89ebbbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.196392] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 622.196392] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fb83bc-7888-0a90-4a72-3344fccc5805" [ 622.196392] env[62979]: _type = "Task" [ 622.196392] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.209135] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fb83bc-7888-0a90-4a72-3344fccc5805, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.210130] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b5fabc-8cb1-4620-8766-a2586e75826c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.218170] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 622.218170] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c06cb-887c-31c6-bfb1-ac2b8cbda0c3" [ 622.218170] env[62979]: _type = "Task" [ 622.218170] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.227820] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c06cb-887c-31c6-bfb1-ac2b8cbda0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.228126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.228419] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 98c2e293-ca8a-4e70-b164-3de0966e69b3/98c2e293-ca8a-4e70-b164-3de0966e69b3.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.228757] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78b5e6f-b767-494e-8690-3c4ff6a8332b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.236996] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 622.236996] env[62979]: value = "task-2380968" [ 622.236996] env[62979]: _type = "Task" [ 622.236996] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.246521] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.425352] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069551} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.425775] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.426643] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815329a0-7abb-4a0a-93ba-668e4d657536 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.449440] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2c1a9917-d772-48fd-a87d-29b6b0750681/2c1a9917-d772-48fd-a87d-29b6b0750681.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.453552] env[62979]: DEBUG oslo_concurrency.lockutils [req-179916e3-3ca3-4024-b7fb-2e14bd4873e3 req-e2ca3289-009e-4c0b-baf6-ca93a15d18cf service nova] Releasing lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.453996] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdec444-961a-4972-8a92-bc283387e10d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.475692] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 622.475692] env[62979]: value = "task-2380969" [ 622.475692] env[62979]: _type = "Task" [ 622.475692] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.485195] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.556641] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d69563-f6ca-42e2-b3ad-ed742c0bd355 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.565990] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ded5af-bb10-4115-b3f2-a4304b09e6d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.598353] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b6a3d-6270-4c77-89e0-922c9c5bfa57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.606827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c35c1-18d2-42d5-9cef-0c452a148d18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.623910] env[62979]: DEBUG nova.compute.provider_tree [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.747852] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380968, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.894113] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.918221] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.918669] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.918669] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.918855] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.918953] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.919132] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.919347] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.919505] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.919671] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.919838] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.920025] env[62979]: DEBUG nova.virt.hardware [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.920896] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85451c18-60ea-48bf-bfa9-9608ac3f9031 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.930872] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46877ac0-ac94-4894-a638-5d373de66433 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.985697] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.096215] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.096437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.130566] env[62979]: DEBUG nova.scheduler.client.report [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.248990] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539871} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.249348] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 98c2e293-ca8a-4e70-b164-3de0966e69b3/98c2e293-ca8a-4e70-b164-3de0966e69b3.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.249579] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.249828] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c6ad81d-4310-4fe6-9928-901b4103b726 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.262074] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 623.262074] env[62979]: value = "task-2380970" [ 623.262074] env[62979]: _type = "Task" [ 623.262074] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.272831] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.489700] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380969, 'name': ReconfigVM_Task, 'duration_secs': 0.650537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.489993] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2c1a9917-d772-48fd-a87d-29b6b0750681/2c1a9917-d772-48fd-a87d-29b6b0750681.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.491730] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d721322-07dc-4026-9e83-c23b23c660b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.499997] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 623.499997] env[62979]: value = "task-2380971" [ 623.499997] env[62979]: _type = "Task" [ 623.499997] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.510182] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380971, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.635967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.636510] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.639152] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.370s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.641063] env[62979]: INFO nova.compute.claims [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.773104] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073709} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.773104] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.774420] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c1ecd-23d5-4d5f-9ba8-973af0071d27 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.801515] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 98c2e293-ca8a-4e70-b164-3de0966e69b3/98c2e293-ca8a-4e70-b164-3de0966e69b3.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.801809] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e325d0-dc10-4622-8f8e-c340371d8a14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.822334] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 623.822334] env[62979]: value = "task-2380972" [ 623.822334] env[62979]: _type = "Task" [ 623.822334] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.831708] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.009875] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380971, 'name': Rename_Task, 'duration_secs': 0.171332} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.011384] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.011384] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644c35d1-282a-47cc-88f6-bef9c2d3bd95 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.017792] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 624.017792] env[62979]: value = "task-2380973" [ 624.017792] env[62979]: _type = "Task" [ 624.017792] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.026646] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.146313] env[62979]: DEBUG nova.compute.utils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 624.151541] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.151617] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.210246] env[62979]: DEBUG nova.policy [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d8c2d67be542f98801e0a49e85ec6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38276fdbbe24704a406b3b2cccaf5ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.214533] env[62979]: DEBUG nova.compute.manager [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Received event network-vif-plugged-1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.214757] env[62979]: DEBUG oslo_concurrency.lockutils [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] Acquiring lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.215051] env[62979]: DEBUG oslo_concurrency.lockutils [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.215154] env[62979]: DEBUG oslo_concurrency.lockutils [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.215318] env[62979]: DEBUG nova.compute.manager [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] No waiting events found dispatching network-vif-plugged-1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.215503] env[62979]: WARNING nova.compute.manager [req-a13509ab-b209-456c-bc7a-5a68054285f2 req-3aa50f8b-487e-4feb-9548-d7590f3588b3 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Received unexpected event network-vif-plugged-1d743ff5-f476-4827-b677-7d5cb79936b9 for instance with vm_state building and task_state spawning. [ 624.338813] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380972, 'name': ReconfigVM_Task, 'duration_secs': 0.301178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.338813] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 98c2e293-ca8a-4e70-b164-3de0966e69b3/98c2e293-ca8a-4e70-b164-3de0966e69b3.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.338813] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b896e6d-65cf-4540-991c-7bb734f5e167 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.345061] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 624.345061] env[62979]: value = "task-2380974" [ 624.345061] env[62979]: _type = "Task" [ 624.345061] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.356202] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380974, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.358868] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Successfully updated port: 1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.529539] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.589352] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Successfully created port: 8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.659337] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.859921] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380974, 'name': Rename_Task, 'duration_secs': 0.139151} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.862586] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.862586] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a627e2cc-20db-4c87-808e-eeb265659b4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.862803] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.864264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.864264] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.869231] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 624.869231] env[62979]: value = "task-2380975" [ 624.869231] env[62979]: _type = "Task" [ 624.869231] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.883213] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.032264] env[62979]: DEBUG oslo_vmware.api [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380973, 'name': PowerOnVM_Task, 'duration_secs': 0.811155} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.032569] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.032803] env[62979]: INFO nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Took 11.82 seconds to spawn the instance on the hypervisor. [ 625.033167] env[62979]: DEBUG nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.033911] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c5bd5-1562-4c38-9f83-77515cd45778 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.261208] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ae07f-5ce1-432c-9388-c01afde9c415 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.266786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaec450-a8b8-4c19-b61e-23eb5dea3190 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.301027] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8750453e-253b-4c2c-b0ab-3c73e6410953 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.306969] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884b00e-3944-4a4e-87a4-92cf204c085d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.321333] env[62979]: DEBUG nova.compute.provider_tree [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.378776] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.418112] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.466929] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "1667b43d-f077-46d4-8c99-29c84a04854f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.466929] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.560424] env[62979]: INFO nova.compute.manager [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Took 47.70 seconds to build instance. [ 625.593175] env[62979]: DEBUG nova.network.neutron [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Updating instance_info_cache with network_info: [{"id": "1d743ff5-f476-4827-b677-7d5cb79936b9", "address": "fa:16:3e:c7:85:be", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d743ff5-f4", "ovs_interfaceid": "1d743ff5-f476-4827-b677-7d5cb79936b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.671802] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.701269] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.702045] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.702045] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.702045] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.702045] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.702460] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.702460] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.702575] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.702846] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.702930] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.703064] env[62979]: DEBUG nova.virt.hardware [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.703954] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b260ac-0472-467b-800a-919b14c02f3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.712048] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd6d41-a6f5-4f37-b985-d1a6e2975251 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.824850] env[62979]: DEBUG nova.scheduler.client.report [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.879500] env[62979]: DEBUG oslo_vmware.api [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2380975, 'name': PowerOnVM_Task, 'duration_secs': 0.53635} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.879766] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.879945] env[62979]: INFO nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 625.880258] env[62979]: DEBUG nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.881016] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6d7e5-45ad-49e9-8f9c-9e024df8a9b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.062523] env[62979]: DEBUG oslo_concurrency.lockutils [None req-67be9ed0-aaf9-4151-bc51-28ea5e9478ec tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.639s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.096263] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.096568] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Instance network_info: |[{"id": "1d743ff5-f476-4827-b677-7d5cb79936b9", "address": "fa:16:3e:c7:85:be", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d743ff5-f4", "ovs_interfaceid": "1d743ff5-f476-4827-b677-7d5cb79936b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.096988] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:85:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d743ff5-f476-4827-b677-7d5cb79936b9', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.104198] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Creating folder: Project (8915f6e54f8b4c5e851c574da9b2af09). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.104423] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a03b3c-a7b4-4327-b19c-086c4e9496c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.115414] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Created folder: Project (8915f6e54f8b4c5e851c574da9b2af09) in parent group-v483149. [ 626.115596] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Creating folder: Instances. Parent ref: group-v483215. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.115879] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1394d1ff-d570-4198-94d2-635a34bf3480 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.124292] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Created folder: Instances in parent group-v483215. [ 626.124554] env[62979]: DEBUG oslo.service.loopingcall [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.124739] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.124929] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed8e63c6-f1f3-4600-af16-aacefe86b6b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.142768] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.142768] env[62979]: value = "task-2380978" [ 626.142768] env[62979]: _type = "Task" [ 626.142768] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.149957] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380978, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.294359] env[62979]: DEBUG nova.compute.manager [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Received event network-changed-1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.294587] env[62979]: DEBUG nova.compute.manager [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Refreshing instance network info cache due to event network-changed-1d743ff5-f476-4827-b677-7d5cb79936b9. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.294808] env[62979]: DEBUG oslo_concurrency.lockutils [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] Acquiring lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.294953] env[62979]: DEBUG oslo_concurrency.lockutils [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] Acquired lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.295176] env[62979]: DEBUG nova.network.neutron [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Refreshing network info cache for port 1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.333812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.334832] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.337667] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.857s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.340247] env[62979]: DEBUG nova.objects.instance [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lazy-loading 'resources' on Instance uuid 5c44b2a6-d52c-4403-8c73-3a560665cc56 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.397133] env[62979]: INFO nova.compute.manager [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Took 44.34 seconds to build instance. [ 626.478789] env[62979]: DEBUG nova.compute.manager [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Received event network-vif-plugged-8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.479035] env[62979]: DEBUG oslo_concurrency.lockutils [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] Acquiring lock "91ffb5f9-0178-4c46-85af-820755408214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.479259] env[62979]: DEBUG oslo_concurrency.lockutils [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] Lock "91ffb5f9-0178-4c46-85af-820755408214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.479429] env[62979]: DEBUG oslo_concurrency.lockutils [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] Lock "91ffb5f9-0178-4c46-85af-820755408214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.479596] env[62979]: DEBUG nova.compute.manager [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] No waiting events found dispatching network-vif-plugged-8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.479760] env[62979]: WARNING nova.compute.manager [req-f83816c1-66cd-4c96-ac8d-396985d9aca8 req-05f56c16-9b58-45aa-847c-e71ba221a5b1 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Received unexpected event network-vif-plugged-8b9ec1b9-7934-4a27-8a42-be8ca44a8883 for instance with vm_state building and task_state spawning. [ 626.507587] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Successfully updated port: 8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.567107] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.652767] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380978, 'name': CreateVM_Task, 'duration_secs': 0.314485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.652961] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.653652] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.653841] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.654183] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.654433] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594ff199-83e7-4f75-9712-88dd0282f0e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.658881] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 626.658881] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c71954-72cf-8d6b-faef-0df0b68d1199" [ 626.658881] env[62979]: _type = "Task" [ 626.658881] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.668093] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c71954-72cf-8d6b-faef-0df0b68d1199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.840722] env[62979]: DEBUG nova.compute.utils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 626.845283] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.845616] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.898633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b222bb5-f282-48fa-82f1-2bad70bffc86 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.540s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.940869] env[62979]: DEBUG nova.policy [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4abc9394c7c14e69b6cf64cc4b7427fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3d15e4a5b4445279070b5f59eb58d47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.009417] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.009564] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.009713] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.062743] env[62979]: DEBUG nova.network.neutron [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Updated VIF entry in instance network info cache for port 1d743ff5-f476-4827-b677-7d5cb79936b9. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.063058] env[62979]: DEBUG nova.network.neutron [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Updating instance_info_cache with network_info: [{"id": "1d743ff5-f476-4827-b677-7d5cb79936b9", "address": "fa:16:3e:c7:85:be", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d743ff5-f4", "ovs_interfaceid": "1d743ff5-f476-4827-b677-7d5cb79936b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.088961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.174732] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c71954-72cf-8d6b-faef-0df0b68d1199, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.174841] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.175035] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.175271] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.175410] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.176066] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.176163] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a89877-1982-4163-9012-08555199af8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.186886] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.187251] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.187842] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85161b51-9b75-4e02-a8cd-fa9667844e5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.193707] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 627.193707] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bcacc8-4cf7-9037-c09f-60dc835cd15d" [ 627.193707] env[62979]: _type = "Task" [ 627.193707] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.206467] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bcacc8-4cf7-9037-c09f-60dc835cd15d, 'name': SearchDatastore_Task, 'duration_secs': 0.008008} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.209560] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a942387-1323-443d-98ba-d173fd7df029 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.215275] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 627.215275] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a57517-2137-4a2f-673f-423c468289bb" [ 627.215275] env[62979]: _type = "Task" [ 627.215275] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.227133] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a57517-2137-4a2f-673f-423c468289bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.227485] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.227756] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 3dfbcac5-f18f-430c-92f1-72351dcd0af9/3dfbcac5-f18f-430c-92f1-72351dcd0af9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.227999] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-114828f8-e43b-4b55-9e14-030cdb1f35aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.236210] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 627.236210] env[62979]: value = "task-2380979" [ 627.236210] env[62979]: _type = "Task" [ 627.236210] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.244825] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.276091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "2c1a9917-d772-48fd-a87d-29b6b0750681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.276356] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.276601] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.276740] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.276930] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.281191] env[62979]: INFO nova.compute.manager [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Terminating instance [ 627.326179] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Successfully created port: cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.346642] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.400897] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.410565] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a8d25e-19e5-4bda-ad3c-d4defca8f65d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.422500] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d341e04-d2ab-4b60-9067-db93794c75cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.456237] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07f046-722e-4659-8308-ea2e1cbfafe1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.465408] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50bb12c-d4a1-4667-85cf-f1d7f91e177e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.481888] env[62979]: DEBUG nova.compute.provider_tree [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.556259] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.565722] env[62979]: DEBUG oslo_concurrency.lockutils [req-d4059f5f-a866-4dcb-94b5-a925f75b0efc req-529efe2b-e51b-4b6c-a858-1b0cadbe2387 service nova] Releasing lock "refresh_cache-3dfbcac5-f18f-430c-92f1-72351dcd0af9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.750526] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380979, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.790019] env[62979]: DEBUG nova.compute.manager [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.790019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.790019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03e985-f6c4-401e-bf8d-c42895c9848f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.797938] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.798359] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c34142f-c064-4b00-935f-629eef074ede {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.804999] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 627.804999] env[62979]: value = "task-2380980" [ 627.804999] env[62979]: _type = "Task" [ 627.804999] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.806107] env[62979]: DEBUG nova.network.neutron [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updating instance_info_cache with network_info: [{"id": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "address": "fa:16:3e:c4:0d:62", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9ec1b9-79", "ovs_interfaceid": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.819404] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.925477] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.986040] env[62979]: DEBUG nova.scheduler.client.report [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.250579] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532181} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.250934] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 3dfbcac5-f18f-430c-92f1-72351dcd0af9/3dfbcac5-f18f-430c-92f1-72351dcd0af9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.251199] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.251455] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be2e3fc-1cd5-41fb-9e5f-d1a923714aa0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.258750] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 628.258750] env[62979]: value = "task-2380981" [ 628.258750] env[62979]: _type = "Task" [ 628.258750] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.268524] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.312888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.312888] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance network_info: |[{"id": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "address": "fa:16:3e:c4:0d:62", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9ec1b9-79", "ovs_interfaceid": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.313130] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9ec1b9-7934-4a27-8a42-be8ca44a8883', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.320673] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating folder: Project (b38276fdbbe24704a406b3b2cccaf5ea). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.321427] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebd832bc-7253-4df4-9b10-c28b20e94c39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.326590] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380980, 'name': PowerOffVM_Task, 'duration_secs': 0.208979} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.327329] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.327515] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.327772] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b4bcdac-eab1-4ca8-aaa6-9f02fc0a02b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.338096] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created folder: Project (b38276fdbbe24704a406b3b2cccaf5ea) in parent group-v483149. [ 628.338356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating folder: Instances. Parent ref: group-v483218. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.338657] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a48a25-248c-4321-8d7b-8052562a4bc1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.349256] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created folder: Instances in parent group-v483218. [ 628.349587] env[62979]: DEBUG oslo.service.loopingcall [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.349844] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.350125] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32cdd653-70bd-4d53-afa7-e2fb740ec7ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.380892] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.388823] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.388823] env[62979]: value = "task-2380985" [ 628.388823] env[62979]: _type = "Task" [ 628.388823] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.397881] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380985, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.401678] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.401857] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.401857] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Deleting the datastore file [datastore2] 2c1a9917-d772-48fd-a87d-29b6b0750681 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.404086] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85993021-7f9b-4485-8e2d-6f0e4eed7199 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410666] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for the task: (returnval){ [ 628.410666] env[62979]: value = "task-2380986" [ 628.410666] env[62979]: _type = "Task" [ 628.410666] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.412818] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.413052] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.413238] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.413421] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.413567] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.413714] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.413958] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.414131] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.414301] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.414461] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.414630] env[62979]: DEBUG nova.virt.hardware [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.415483] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df656a90-fb71-44a5-ac38-4f81f79feb1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.426785] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a3bc5-4e17-448d-90ec-4eb4d854fb1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.433495] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.486164] env[62979]: DEBUG nova.compute.manager [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.486410] env[62979]: DEBUG nova.compute.manager [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing instance network info cache due to event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.486682] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] Acquiring lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.486832] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] Acquired lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.486994] env[62979]: DEBUG nova.network.neutron [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.490083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.492236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.173s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.492499] env[62979]: DEBUG nova.objects.instance [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'resources' on Instance uuid 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.515032] env[62979]: INFO nova.scheduler.client.report [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Deleted allocations for instance 5c44b2a6-d52c-4403-8c73-3a560665cc56 [ 628.611645] env[62979]: DEBUG nova.compute.manager [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Received event network-changed-8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.611967] env[62979]: DEBUG nova.compute.manager [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Refreshing instance network info cache due to event network-changed-8b9ec1b9-7934-4a27-8a42-be8ca44a8883. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.612134] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Acquiring lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.612285] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Acquired lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.612478] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Refreshing network info cache for port 8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.770211] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078648} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.770493] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.771692] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ba45a-7156-4016-940c-d58c247dd5c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.795392] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3dfbcac5-f18f-430c-92f1-72351dcd0af9/3dfbcac5-f18f-430c-92f1-72351dcd0af9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.795392] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe3b097-e409-4fd9-8e46-66842a022a0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.815482] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 628.815482] env[62979]: value = "task-2380987" [ 628.815482] env[62979]: _type = "Task" [ 628.815482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.824477] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.898898] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380985, 'name': CreateVM_Task, 'duration_secs': 0.412367} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.899090] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.899763] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.899942] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.900273] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.900513] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d6c951-dd3f-4853-9661-3ba1d63dd848 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.905427] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 628.905427] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52235a02-05a6-087b-17ed-24dbd6311923" [ 628.905427] env[62979]: _type = "Task" [ 628.905427] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.913745] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52235a02-05a6-087b-17ed-24dbd6311923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.922742] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.031019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b1aa754-eb97-4bbf-af74-0117b8728fb3 tempest-ServersAdmin275Test-622123875 tempest-ServersAdmin275Test-622123875-project-member] Lock "5c44b2a6-d52c-4403-8c73-3a560665cc56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.968s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.121717] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Successfully updated port: cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.287957] env[62979]: DEBUG nova.network.neutron [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updated VIF entry in instance network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.288392] env[62979]: DEBUG nova.network.neutron [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updating instance_info_cache with network_info: [{"id": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "address": "fa:16:3e:b6:8b:af", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7f36bf-3b", "ovs_interfaceid": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.325715] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380987, 'name': ReconfigVM_Task, 'duration_secs': 0.300262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.328708] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3dfbcac5-f18f-430c-92f1-72351dcd0af9/3dfbcac5-f18f-430c-92f1-72351dcd0af9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.330302] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae003386-2316-470d-a75e-061dd3ad20fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.336887] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 629.336887] env[62979]: value = "task-2380988" [ 629.336887] env[62979]: _type = "Task" [ 629.336887] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.347055] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380988, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.411594] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updated VIF entry in instance network info cache for port 8b9ec1b9-7934-4a27-8a42-be8ca44a8883. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.411937] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updating instance_info_cache with network_info: [{"id": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "address": "fa:16:3e:c4:0d:62", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9ec1b9-79", "ovs_interfaceid": "8b9ec1b9-7934-4a27-8a42-be8ca44a8883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.419180] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52235a02-05a6-087b-17ed-24dbd6311923, 'name': SearchDatastore_Task, 'duration_secs': 0.01712} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.425647] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.425926] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.426185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.426369] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.426557] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.427563] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf945039-1e15-4ccd-ab4c-0ff759345d22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.434123] env[62979]: DEBUG oslo_vmware.api [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Task: {'id': task-2380986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561105} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.434383] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.434574] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.434779] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.434998] env[62979]: INFO nova.compute.manager [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Took 1.65 seconds to destroy the instance on the hypervisor. [ 629.435257] env[62979]: DEBUG oslo.service.loopingcall [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.435901] env[62979]: DEBUG nova.compute.manager [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.436051] env[62979]: DEBUG nova.network.neutron [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.438369] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.438549] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.441578] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5477abbe-4d39-4a28-acfc-972d6d83fe68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.447124] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 629.447124] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52403e3a-eeac-20a1-20d0-faa415ef21dc" [ 629.447124] env[62979]: _type = "Task" [ 629.447124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.455325] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52403e3a-eeac-20a1-20d0-faa415ef21dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.536660] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cfbcf-186b-43c8-aac3-7b4f6b94e03d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.544718] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdce6a-d28e-4a23-81f7-07f7af3b4296 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.582033] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a0f4b8-e29f-4a61-b14d-83940f929eca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.590295] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea6b65a-737d-4ff3-9272-b6d972cad244 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.605077] env[62979]: DEBUG nova.compute.provider_tree [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.624123] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.624301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.624520] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.794101] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b70109-f920-408d-8987-00e7273a2acd req-f39d10b4-3f8e-475c-aea8-0f1bb61d6c85 service nova] Releasing lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.845976] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380988, 'name': Rename_Task, 'duration_secs': 0.296006} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.846452] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.846746] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27478ad-1500-4e64-a4c6-620d7ac9ccbd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.853243] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 629.853243] env[62979]: value = "task-2380989" [ 629.853243] env[62979]: _type = "Task" [ 629.853243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.860632] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.922090] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Releasing lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.922626] env[62979]: DEBUG nova.compute.manager [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.922995] env[62979]: DEBUG nova.compute.manager [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing instance network info cache due to event network-changed-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.925025] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Acquiring lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.925025] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Acquired lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.925025] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Refreshing network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.967602] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52403e3a-eeac-20a1-20d0-faa415ef21dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.968188] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6294d9-7148-4ba9-afe2-95e118ce37d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.974945] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 629.974945] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520e0d44-e9b1-6f42-7de9-0de2e26cc9f5" [ 629.974945] env[62979]: _type = "Task" [ 629.974945] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.984743] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520e0d44-e9b1-6f42-7de9-0de2e26cc9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.114059] env[62979]: DEBUG nova.scheduler.client.report [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.180064] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.318944] env[62979]: DEBUG nova.network.neutron [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.365099] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.367448] env[62979]: DEBUG nova.network.neutron [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Updating instance_info_cache with network_info: [{"id": "cf612324-2bf0-4ac5-96b1-66e275423989", "address": "fa:16:3e:25:ef:ca", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf612324-2b", "ovs_interfaceid": "cf612324-2bf0-4ac5-96b1-66e275423989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.485454] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520e0d44-e9b1-6f42-7de9-0de2e26cc9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.485716] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.486012] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.486276] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f911c845-22f5-421b-9a47-1782d23aec1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.493365] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 630.493365] env[62979]: value = "task-2380990" [ 630.493365] env[62979]: _type = "Task" [ 630.493365] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.503349] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.564645] env[62979]: DEBUG nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Received event network-vif-plugged-cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.565245] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Acquiring lock "94d4222d-cfed-4c44-b252-878403290429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.565358] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Lock "94d4222d-cfed-4c44-b252-878403290429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.565645] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Lock "94d4222d-cfed-4c44-b252-878403290429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.565855] env[62979]: DEBUG nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] No waiting events found dispatching network-vif-plugged-cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.566091] env[62979]: WARNING nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Received unexpected event network-vif-plugged-cf612324-2bf0-4ac5-96b1-66e275423989 for instance with vm_state building and task_state spawning. [ 630.566547] env[62979]: DEBUG nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Received event network-changed-cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.566547] env[62979]: DEBUG nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Refreshing instance network info cache due to event network-changed-cf612324-2bf0-4ac5-96b1-66e275423989. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.566668] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Acquiring lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.618859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.621911] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.547s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.624588] env[62979]: INFO nova.compute.claims [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.657776] env[62979]: INFO nova.scheduler.client.report [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5 [ 630.738678] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updated VIF entry in instance network info cache for port 3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.739077] env[62979]: DEBUG nova.network.neutron [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updating instance_info_cache with network_info: [{"id": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "address": "fa:16:3e:b6:8b:af", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7f36bf-3b", "ovs_interfaceid": "3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.822563] env[62979]: INFO nova.compute.manager [-] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Took 1.39 seconds to deallocate network for instance. [ 630.864726] env[62979]: DEBUG oslo_vmware.api [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2380989, 'name': PowerOnVM_Task, 'duration_secs': 0.841235} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.865837] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.866087] env[62979]: INFO nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Took 7.97 seconds to spawn the instance on the hypervisor. [ 630.866278] env[62979]: DEBUG nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.867165] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919c695-623b-4475-ba73-988f7cbb68e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.871095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.871095] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Instance network_info: |[{"id": "cf612324-2bf0-4ac5-96b1-66e275423989", "address": "fa:16:3e:25:ef:ca", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf612324-2b", "ovs_interfaceid": "cf612324-2bf0-4ac5-96b1-66e275423989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.871265] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Acquired lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.871265] env[62979]: DEBUG nova.network.neutron [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Refreshing network info cache for port cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.876688] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ef:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf612324-2bf0-4ac5-96b1-66e275423989', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.888618] env[62979]: DEBUG oslo.service.loopingcall [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.891099] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.893966] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e50d7ed-9113-4a9b-9b55-ad52e8a64a4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.920859] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.920859] env[62979]: value = "task-2380991" [ 630.920859] env[62979]: _type = "Task" [ 630.920859] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.929677] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380991, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.008139] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.008139] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.008139] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.008139] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e2ce8f7-7319-47ad-ba9d-3c30e314808b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.015544] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 631.015544] env[62979]: value = "task-2380992" [ 631.015544] env[62979]: _type = "Task" [ 631.015544] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.026305] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.166424] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8690046-ff5e-4671-9a69-b5feb900eab9 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.672s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.242226] env[62979]: DEBUG oslo_concurrency.lockutils [req-aa48e82c-2162-4eaf-a02b-1e653007376d req-5eae9926-8bac-4baf-b55f-e34df387e29c service nova] Releasing lock "refresh_cache-98c2e293-ca8a-4e70-b164-3de0966e69b3" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.329798] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.426859] env[62979]: INFO nova.compute.manager [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Took 39.62 seconds to build instance. [ 631.433564] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2380991, 'name': CreateVM_Task, 'duration_secs': 0.495414} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.433731] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.434383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.434547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.434857] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.435110] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1ea5cd-3668-48c8-80af-98bbd23f091b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.440246] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 631.440246] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52214e21-6b60-e2d7-b578-5929240cdd8f" [ 631.440246] env[62979]: _type = "Task" [ 631.440246] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.449374] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52214e21-6b60-e2d7-b578-5929240cdd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.524960] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054807} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.525521] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.526289] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d52f7e6-1e53-4edf-8b22-509ce39d2bd3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.551360] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.554283] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14590c21-7657-4383-aea4-472aeffa4161 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.573947] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 631.573947] env[62979]: value = "task-2380993" [ 631.573947] env[62979]: _type = "Task" [ 631.573947] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.581076] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.890989] env[62979]: DEBUG nova.network.neutron [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Updated VIF entry in instance network info cache for port cf612324-2bf0-4ac5-96b1-66e275423989. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.890989] env[62979]: DEBUG nova.network.neutron [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Updating instance_info_cache with network_info: [{"id": "cf612324-2bf0-4ac5-96b1-66e275423989", "address": "fa:16:3e:25:ef:ca", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf612324-2b", "ovs_interfaceid": "cf612324-2bf0-4ac5-96b1-66e275423989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.929542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a8eb22c-014e-4c3f-b94b-90eaee250ecf tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.933s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.958374] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52214e21-6b60-e2d7-b578-5929240cdd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.08867} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.959693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.959988] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.960288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.960468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.961491] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.961491] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81aa0d82-3cba-4025-aea5-47d7c486f34c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.971271] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.971432] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.975105] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed2fd18-4a1a-493b-be8a-676703acd35d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.980771] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 631.980771] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52735ba9-221c-7119-558d-914f08647f21" [ 631.980771] env[62979]: _type = "Task" [ 631.980771] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.989231] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52735ba9-221c-7119-558d-914f08647f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.086864] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380993, 'name': ReconfigVM_Task, 'duration_secs': 0.285227} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.087116] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.087745] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5bd527-0394-40ec-b39e-3a86b306a357 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.097112] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 632.097112] env[62979]: value = "task-2380994" [ 632.097112] env[62979]: _type = "Task" [ 632.097112] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.108650] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380994, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.221964] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af12804-5ebe-4784-b7b5-bed119a19be2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.229179] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39235b9-e0da-44b8-b474-ef639d275a8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.259489] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c9971-7ac0-4876-8b6f-7d217555f247 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.264635] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.264862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.270577] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cafc3-dc3f-44be-9a5e-56bcddd86ee2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.285484] env[62979]: DEBUG nova.compute.provider_tree [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.395072] env[62979]: DEBUG oslo_concurrency.lockutils [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] Releasing lock "refresh_cache-94d4222d-cfed-4c44-b252-878403290429" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.395072] env[62979]: DEBUG nova.compute.manager [req-e2f2e7e3-d1b3-49b6-83a4-2ec5e389b1f0 req-d4793567-c8ff-451e-8ec4-4d2c6a153f29 service nova] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Received event network-vif-deleted-9ddfa1e7-ec1f-4e3d-b4dd-4b454edf4e00 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.432897] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.496134] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52735ba9-221c-7119-558d-914f08647f21, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.496933] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620ee98a-c347-4d99-955f-6dd412293a1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.503250] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 632.503250] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b616ba-68c8-e0d1-4392-011462a7ea71" [ 632.503250] env[62979]: _type = "Task" [ 632.503250] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.513895] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b616ba-68c8-e0d1-4392-011462a7ea71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.609480] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380994, 'name': Rename_Task, 'duration_secs': 0.142788} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.609777] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.609997] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34ad1e64-223b-4eb5-a885-70f85ff51a73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.620620] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 632.620620] env[62979]: value = "task-2380995" [ 632.620620] env[62979]: _type = "Task" [ 632.620620] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.635530] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380995, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.672814] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.673434] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.791077] env[62979]: DEBUG nova.scheduler.client.report [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.962082] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.016257] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b616ba-68c8-e0d1-4392-011462a7ea71, 'name': SearchDatastore_Task, 'duration_secs': 0.031723} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.016715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.017187] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 94d4222d-cfed-4c44-b252-878403290429/94d4222d-cfed-4c44-b252-878403290429.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.017602] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8245d65f-1afb-43bf-b055-2298c2477aa7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.025676] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 633.025676] env[62979]: value = "task-2380996" [ 633.025676] env[62979]: _type = "Task" [ 633.025676] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.035934] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.134862] env[62979]: DEBUG oslo_vmware.api [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2380995, 'name': PowerOnVM_Task, 'duration_secs': 0.442075} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.136708] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.137389] env[62979]: INFO nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Took 7.47 seconds to spawn the instance on the hypervisor. [ 633.137922] env[62979]: DEBUG nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.139511] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e022916a-cdda-444c-9289-75940901dc14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.294263] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.294955] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.298783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.049s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.303039] env[62979]: INFO nova.compute.claims [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.536714] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.667877] env[62979]: INFO nova.compute.manager [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Took 39.66 seconds to build instance. [ 633.805934] env[62979]: DEBUG nova.compute.utils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.813716] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.813716] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.862886] env[62979]: DEBUG nova.policy [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d8c2d67be542f98801e0a49e85ec6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38276fdbbe24704a406b3b2cccaf5ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.042124] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547983} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.042406] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 94d4222d-cfed-4c44-b252-878403290429/94d4222d-cfed-4c44-b252-878403290429.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.042837] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.042943] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d235ff1e-20ff-42eb-afa3-1e8dfe683df6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.050052] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 634.050052] env[62979]: value = "task-2380997" [ 634.050052] env[62979]: _type = "Task" [ 634.050052] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.060216] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.170846] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8993b567-e187-4ab2-bbbc-451cfb2d1bd7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.781s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.249833] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Successfully created port: ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.313903] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.569823] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067661} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.570598] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.571370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f569e1a-61c1-4c5a-b8b6-cba4f9ffe4d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.599729] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 94d4222d-cfed-4c44-b252-878403290429/94d4222d-cfed-4c44-b252-878403290429.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.600317] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb18411-c8b8-4157-a3ac-3cc8ee37079d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.623928] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 634.623928] env[62979]: value = "task-2380998" [ 634.623928] env[62979]: _type = "Task" [ 634.623928] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.632498] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.673510] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.934620] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20f5ba-6c1d-492c-b25a-677418b4551a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.946016] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6dbbb7-591a-4d45-ab51-eaf181ef161c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.981158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c795cc1-5d22-41af-913c-d266df089867 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.990969] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159e2e0-136c-4750-b55c-973093fec174 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.007366] env[62979]: DEBUG nova.compute.provider_tree [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.103424] env[62979]: DEBUG nova.compute.manager [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.104425] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c2fdfc-389b-4652-b164-ccadfa04c136 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.136050] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.198471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.242716] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.243097] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.326586] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.353975] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.354242] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.354520] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.354746] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.354906] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.355089] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.355293] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.355457] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.355627] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.355790] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.357247] env[62979]: DEBUG nova.virt.hardware [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.357247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.357247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.357966] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a47b29-d834-46ec-b0ab-75e8f9f886de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.367102] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17092f-9792-4393-a013-753a4de6660a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.513114] env[62979]: DEBUG nova.scheduler.client.report [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.616122] env[62979]: INFO nova.compute.manager [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] instance snapshotting [ 635.619613] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d7887-9f4f-4bdf-add7-06c0e282b37a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.642330] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8788572-1c8b-4ede-82af-36f9e3fe1b1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.649974] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380998, 'name': ReconfigVM_Task, 'duration_secs': 0.629035} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.651888] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 94d4222d-cfed-4c44-b252-878403290429/94d4222d-cfed-4c44-b252-878403290429.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.654974] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31973e5-1b34-49ee-87c4-8b1e93966cdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.661800] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 635.661800] env[62979]: value = "task-2380999" [ 635.661800] env[62979]: _type = "Task" [ 635.661800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.670481] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380999, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.751454] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.751632] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 635.751813] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 635.826809] env[62979]: DEBUG nova.compute.manager [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Received event network-vif-plugged-ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.827161] env[62979]: DEBUG oslo_concurrency.lockutils [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] Acquiring lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.827458] env[62979]: DEBUG oslo_concurrency.lockutils [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.829578] env[62979]: DEBUG oslo_concurrency.lockutils [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.829942] env[62979]: DEBUG nova.compute.manager [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] No waiting events found dispatching network-vif-plugged-ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.830263] env[62979]: WARNING nova.compute.manager [req-5e3524d3-5b40-44ca-aadb-cf85df41dba3 req-59d8949e-d7b3-4b64-b09e-8966f86e03b2 service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Received unexpected event network-vif-plugged-ff7e95c8-7b53-4a63-9725-2dd0b25ba089 for instance with vm_state building and task_state spawning. [ 635.927368] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Successfully updated port: ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.016602] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.017129] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.020300] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.048s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.020403] env[62979]: DEBUG nova.objects.instance [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lazy-loading 'resources' on Instance uuid a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.158241] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 636.158553] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4586a8cf-b0c2-4f70-a477-a21b4ef623e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.166759] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 636.166759] env[62979]: value = "task-2381000" [ 636.166759] env[62979]: _type = "Task" [ 636.166759] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.173920] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2380999, 'name': Rename_Task, 'duration_secs': 0.161379} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.174670] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.174960] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5bbe4f-0855-473e-ba49-ead68c80f44d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.180826] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.187962] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 636.187962] env[62979]: value = "task-2381001" [ 636.187962] env[62979]: _type = "Task" [ 636.187962] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.196540] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.257826] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 94d4222d-cfed-4c44-b252-878403290429] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 636.258114] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 636.258294] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 636.285595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.285744] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.285930] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 636.286123] env[62979]: DEBUG nova.objects.instance [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lazy-loading 'info_cache' on Instance uuid fc7e713d-8e89-499e-bd3d-18aac337b3f1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.430172] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.430416] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.430532] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.523817] env[62979]: DEBUG nova.compute.utils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.529264] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 636.678321] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.699244] env[62979]: DEBUG oslo_vmware.api [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381001, 'name': PowerOnVM_Task, 'duration_secs': 0.442402} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.699463] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.699701] env[62979]: INFO nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Took 8.32 seconds to spawn the instance on the hypervisor. [ 636.699849] env[62979]: DEBUG nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.700690] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50ca06-cc2d-48d9-b98e-48c303d76918 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.968114] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.028581] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.053187] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1852948a-cc51-48fa-af86-dfcfbcb8fba2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.059074] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345ea3a-22de-417f-beab-67b610a4440a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.092251] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c7369-7955-4953-a189-25612a88bc39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.105168] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b2d69f-1354-4b97-b622-93c4f3c86717 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120135] env[62979]: DEBUG nova.compute.provider_tree [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.148660] env[62979]: DEBUG nova.network.neutron [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Updating instance_info_cache with network_info: [{"id": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "address": "fa:16:3e:7d:cb:49", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e95c8-7b", "ovs_interfaceid": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.177749] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381000, 'name': CreateSnapshot_Task, 'duration_secs': 0.960836} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.182160] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 637.182876] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909795d-8457-4d73-aaec-09d5d5a146eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.223881] env[62979]: INFO nova.compute.manager [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Took 39.98 seconds to build instance. [ 637.623034] env[62979]: DEBUG nova.scheduler.client.report [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.651714] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.652071] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Instance network_info: |[{"id": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "address": "fa:16:3e:7d:cb:49", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e95c8-7b", "ovs_interfaceid": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.652501] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:cb:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff7e95c8-7b53-4a63-9725-2dd0b25ba089', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.660438] env[62979]: DEBUG oslo.service.loopingcall [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.660912] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.661169] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f489a99-26b9-449b-8a2d-e6d7eaa2d04c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.680651] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.680651] env[62979]: value = "task-2381002" [ 637.680651] env[62979]: _type = "Task" [ 637.680651] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.688459] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381002, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.702382] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 637.702382] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1bb6ddd7-9c20-416f-81f1-87e6d4ae1756 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.710212] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 637.710212] env[62979]: value = "task-2381003" [ 637.710212] env[62979]: _type = "Task" [ 637.710212] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.718642] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381003, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.727487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3480170-e036-4d71-a6f1-66fa3d38469b tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.993s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.905141] env[62979]: DEBUG nova.compute.manager [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Received event network-changed-ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.906074] env[62979]: DEBUG nova.compute.manager [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Refreshing instance network info cache due to event network-changed-ff7e95c8-7b53-4a63-9725-2dd0b25ba089. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.906074] env[62979]: DEBUG oslo_concurrency.lockutils [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] Acquiring lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.906074] env[62979]: DEBUG oslo_concurrency.lockutils [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] Acquired lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.906289] env[62979]: DEBUG nova.network.neutron [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Refreshing network info cache for port ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.039702] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.045199] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [{"id": "3b192b79-a367-4bc1-a739-05283110df06", "address": "fa:16:3e:6a:4d:08", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b192b79-a3", "ovs_interfaceid": "3b192b79-a367-4bc1-a739-05283110df06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.073724] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.074091] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.074281] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.074374] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.074521] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.074790] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.074870] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.075036] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.075215] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.076390] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.076390] env[62979]: DEBUG nova.virt.hardware [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.076742] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bd61d3-35bf-4b10-a689-66561c1383dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.085747] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a982af25-07ca-4038-b56a-f5a9842ec849 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.100428] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.106953] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Creating folder: Project (db7b9261d41e425b90886463c291675a). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.107322] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8123ad10-c6ca-4fa6-bbc2-d647e4583c00 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.118112] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Created folder: Project (db7b9261d41e425b90886463c291675a) in parent group-v483149. [ 638.118297] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Creating folder: Instances. Parent ref: group-v483225. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.118536] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484fcde2-1b16-4933-b7b8-c3aab4c986a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.128656] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.130291] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Created folder: Instances in parent group-v483225. [ 638.130517] env[62979]: DEBUG oslo.service.loopingcall [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.130945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.924s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.138969] env[62979]: INFO nova.compute.claims [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.138969] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.138969] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3807df56-8d65-45a5-8020-e895dfd385b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.153911] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.153911] env[62979]: value = "task-2381006" [ 638.153911] env[62979]: _type = "Task" [ 638.153911] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.161146] env[62979]: INFO nova.scheduler.client.report [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Deleted allocations for instance a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b [ 638.169597] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381006, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.191597] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381002, 'name': CreateVM_Task, 'duration_secs': 0.386053} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.193374] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.193374] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.193733] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.194316] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.194780] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5b7f35-236a-4301-a117-e4c95eb0314c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.201178] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 638.201178] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282b8d5-3fb6-53b6-0bd6-9f20486f544b" [ 638.201178] env[62979]: _type = "Task" [ 638.201178] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.211238] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282b8d5-3fb6-53b6-0bd6-9f20486f544b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.221347] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381003, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.230295] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.402679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63746544-4ebf-44fe-a8f8-7dc5d3e35cc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.411702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] [instance: 94d4222d-cfed-4c44-b252-878403290429] Suspending the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 638.411985] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1ac9f032-d0af-4ebd-9191-82205392ce29 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.421033] env[62979]: DEBUG oslo_vmware.api [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] Waiting for the task: (returnval){ [ 638.421033] env[62979]: value = "task-2381007" [ 638.421033] env[62979]: _type = "Task" [ 638.421033] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.430812] env[62979]: DEBUG oslo_vmware.api [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] Task: {'id': task-2381007, 'name': SuspendVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.549494] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-fc7e713d-8e89-499e-bd3d-18aac337b3f1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.549728] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 638.549937] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.550229] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.550423] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.550611] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.550800] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.550983] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.551153] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 638.551960] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.667390] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381006, 'name': CreateVM_Task, 'duration_secs': 0.299107} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.670385] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.672723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.674096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a16066c0-0af3-4b9b-beaa-ab06385b1e21 tempest-ServerExternalEventsTest-1925755537 tempest-ServerExternalEventsTest-1925755537-project-member] Lock "a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.278s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.712310] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282b8d5-3fb6-53b6-0bd6-9f20486f544b, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.715741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.715833] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.717419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.717419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717419] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.717419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.717607] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5060a183-4315-45d3-9a5f-90d9d385707c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.720055] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc74abe2-56e2-4a10-8b97-56bc57833cc4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.725768] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381003, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.726742] env[62979]: DEBUG nova.network.neutron [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Updated VIF entry in instance network info cache for port ff7e95c8-7b53-4a63-9725-2dd0b25ba089. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.727212] env[62979]: DEBUG nova.network.neutron [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Updating instance_info_cache with network_info: [{"id": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "address": "fa:16:3e:7d:cb:49", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7e95c8-7b", "ovs_interfaceid": "ff7e95c8-7b53-4a63-9725-2dd0b25ba089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.731717] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 638.731717] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5222ec72-31c4-d5a5-f7cd-82c3d1fa373d" [ 638.731717] env[62979]: _type = "Task" [ 638.731717] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.738190] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.738441] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.742208] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3755914b-05d0-4401-b7b4-df807d7ecd17 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.749940] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5222ec72-31c4-d5a5-f7cd-82c3d1fa373d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.753567] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 638.753567] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523996f6-308d-07bf-0586-12ea4d5a73fa" [ 638.753567] env[62979]: _type = "Task" [ 638.753567] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.766397] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523996f6-308d-07bf-0586-12ea4d5a73fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.767929] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.932131] env[62979]: DEBUG oslo_vmware.api [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] Task: {'id': task-2381007, 'name': SuspendVM_Task} progress is 70%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.055866] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.224594] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381003, 'name': CloneVM_Task, 'duration_secs': 1.400693} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.224839] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Created linked-clone VM from snapshot [ 639.225544] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d2e9c8-d86e-48e5-bc1d-895e40309f45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.230527] env[62979]: DEBUG oslo_concurrency.lockutils [req-7fba758a-b871-4564-8a8c-726cda7598f3 req-d0a001aa-38eb-4dc4-aa8c-dcadd6cb0b3b service nova] Releasing lock "refresh_cache-a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.239327] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Uploading image 75abf3a7-5958-4ddc-abec-41e149068a61 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.249518] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5222ec72-31c4-d5a5-f7cd-82c3d1fa373d, 'name': SearchDatastore_Task, 'duration_secs': 0.033106} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.249826] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.250089] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.250299] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.253788] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.254130] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-054bc93f-57cd-4cc3-98d9-5cb6a90c7d4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.272200] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 639.272200] env[62979]: value = "task-2381008" [ 639.272200] env[62979]: _type = "Task" [ 639.272200] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.272200] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523996f6-308d-07bf-0586-12ea4d5a73fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.275989] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ff802d-a144-4675-a6ad-c863917e3b50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.285998] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 639.285998] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a3091c-2f6d-1047-dd50-300aea74eb1d" [ 639.285998] env[62979]: _type = "Task" [ 639.285998] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.296167] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a3091c-2f6d-1047-dd50-300aea74eb1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.429918] env[62979]: DEBUG oslo_vmware.api [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] Task: {'id': task-2381007, 'name': SuspendVM_Task, 'duration_secs': 0.596485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.430264] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] [instance: 94d4222d-cfed-4c44-b252-878403290429] Suspended the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 639.430452] env[62979]: DEBUG nova.compute.manager [None req-16c74100-54f5-471d-83d7-575dc99e98e9 tempest-ServersAdminNegativeTestJSON-1028712889 tempest-ServersAdminNegativeTestJSON-1028712889-project-admin] [instance: 94d4222d-cfed-4c44-b252-878403290429] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.431236] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e677bd52-303b-4b7e-9e1f-443dd7d07d7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.674722] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ad144-06f8-4505-a273-3baea921fcc5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.682415] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3757a5b0-ff49-4f42-987e-264f587f59e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.722158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688727c5-321c-4e9b-8ca4-1deef7df02a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.732578] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7151a7-a15c-4e08-bfe7-e76af844ebcc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.749211] env[62979]: DEBUG nova.compute.provider_tree [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.781816] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381008, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.797138] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a3091c-2f6d-1047-dd50-300aea74eb1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.798681] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.798681] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e/a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.798681] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.798681] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.799226] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8226afb-4f93-42ad-8a13-ccd4c6733a0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.800527] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb5d8f0-621d-4dea-96eb-78a0d12fd86f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.808545] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 639.808545] env[62979]: value = "task-2381009" [ 639.808545] env[62979]: _type = "Task" [ 639.808545] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.809820] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.810042] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.813562] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b7de51-6412-4572-b0c6-5e98f83dc119 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.821736] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.822699] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 639.822699] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad8605-1c13-2f70-7d0a-940ff53484f3" [ 639.822699] env[62979]: _type = "Task" [ 639.822699] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.830513] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad8605-1c13-2f70-7d0a-940ff53484f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.252513] env[62979]: DEBUG nova.scheduler.client.report [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.284412] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381008, 'name': Destroy_Task, 'duration_secs': 0.774684} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.284897] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Destroyed the VM [ 640.285352] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.285630] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-649f2e0a-2709-4668-8e86-21fb83ce13cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.295291] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 640.295291] env[62979]: value = "task-2381010" [ 640.295291] env[62979]: _type = "Task" [ 640.295291] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.311266] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.321301] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.333145] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad8605-1c13-2f70-7d0a-940ff53484f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.333948] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510fd4bc-d70f-4e5e-a28e-607cc6f9446e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.339810] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 640.339810] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526214c4-998b-eb20-eb84-fa03ee7b0ed0" [ 640.339810] env[62979]: _type = "Task" [ 640.339810] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.350538] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526214c4-998b-eb20-eb84-fa03ee7b0ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.758551] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.758898] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.761940] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.906s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.764032] env[62979]: INFO nova.compute.claims [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.814947] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381010, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.822843] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537798} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.823192] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e/a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.823957] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.823957] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47f25421-6b5c-4889-b295-493eae7c9d1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.832173] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 640.832173] env[62979]: value = "task-2381011" [ 640.832173] env[62979]: _type = "Task" [ 640.832173] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.852256] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.859690] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526214c4-998b-eb20-eb84-fa03ee7b0ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.017122} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.860879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.860879] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9d635b10-3501-4c4e-ac7e-0da7cd79346b/9d635b10-3501-4c4e-ac7e-0da7cd79346b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.860879] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbdf408a-1dfd-45c1-b4ae-9fa4a51eee5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.868504] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 640.868504] env[62979]: value = "task-2381012" [ 640.868504] env[62979]: _type = "Task" [ 640.868504] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.881273] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.273595] env[62979]: DEBUG nova.compute.utils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.278017] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 641.308487] env[62979]: DEBUG oslo_vmware.api [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.910174} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.308487] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 641.345041] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064274} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.345339] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.346383] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c558b8-5872-4121-88c3-a6232b25e513 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.375962] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e/a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.376786] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ba77e8b-5c6b-4a73-9c25-233d9c27fc47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.401365] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507135} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.402631] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9d635b10-3501-4c4e-ac7e-0da7cd79346b/9d635b10-3501-4c4e-ac7e-0da7cd79346b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.402835] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.403165] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 641.403165] env[62979]: value = "task-2381013" [ 641.403165] env[62979]: _type = "Task" [ 641.403165] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.403423] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de008f1d-24f0-4e09-9907-2775e167769d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.413780] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.414958] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 641.414958] env[62979]: value = "task-2381014" [ 641.414958] env[62979]: _type = "Task" [ 641.414958] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.422180] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.779375] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.814855] env[62979]: WARNING nova.compute.manager [None req-f8d0fe67-8807-4a92-a9e6-9c57fdedfe20 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Image not found during snapshot: nova.exception.ImageNotFound: Image 75abf3a7-5958-4ddc-abec-41e149068a61 could not be found. [ 641.917187] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381013, 'name': ReconfigVM_Task, 'duration_secs': 0.312663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.920788] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e/a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.921470] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c96af395-f613-4633-b81d-0d549a43c8dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.928549] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069895} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.934073] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.934479] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 641.934479] env[62979]: value = "task-2381015" [ 641.934479] env[62979]: _type = "Task" [ 641.934479] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.935402] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1b274-27b0-4e3a-9600-050763746273 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.946479] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381015, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.964736] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9d635b10-3501-4c4e-ac7e-0da7cd79346b/9d635b10-3501-4c4e-ac7e-0da7cd79346b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.968671] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5811f311-1dd5-4b1b-a2ec-58de41098ccf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.988476] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 641.988476] env[62979]: value = "task-2381016" [ 641.988476] env[62979]: _type = "Task" [ 641.988476] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.998317] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.272570] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "94d4222d-cfed-4c44-b252-878403290429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.272808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.273015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "94d4222d-cfed-4c44-b252-878403290429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.273196] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.273361] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.275609] env[62979]: INFO nova.compute.manager [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Terminating instance [ 642.343171] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c16ef-a4d3-4140-bf07-fd5d5617a75d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.352750] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72970111-2969-4baf-b1c6-2de8ec3ff9ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.384194] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f473e-8aea-4f27-bcdb-8f91e58c2fd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.392277] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482acda1-5487-44d7-bcee-2dc9b1e09c7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.405851] env[62979]: DEBUG nova.compute.provider_tree [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.448404] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381015, 'name': Rename_Task, 'duration_secs': 0.147867} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.448692] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.448936] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97f0c2e-be04-4557-8b83-b6fb777663a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455741] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 642.455741] env[62979]: value = "task-2381017" [ 642.455741] env[62979]: _type = "Task" [ 642.455741] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.463549] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.506560] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.779805] env[62979]: DEBUG nova.compute.manager [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.780120] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.781597] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa22b9-45c8-4de0-9401-e345f19221b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.788836] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.789955] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.791880] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bdc3bf5-b90e-4f31-be00-6b54223fb333 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.825876] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.826149] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.826317] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.826502] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.826647] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.826793] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.827041] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.827196] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.827366] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.827528] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.827696] env[62979]: DEBUG nova.virt.hardware [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.828563] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48425fba-e0f8-4cd4-a52b-de663f4104c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.836554] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2711ab-5bd0-49f0-ae6e-7d85698e4785 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.850285] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.857597] env[62979]: DEBUG oslo.service.loopingcall [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.859031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.859343] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.859536] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.859713] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleting the datastore file [datastore1] 94d4222d-cfed-4c44-b252-878403290429 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.859936] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c92b222-728c-4799-896e-79afd1e22441 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.872814] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e61e9b3-d91f-4d67-a1b9-be4a12da5926 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.880880] env[62979]: DEBUG oslo_vmware.api [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 642.880880] env[62979]: value = "task-2381020" [ 642.880880] env[62979]: _type = "Task" [ 642.880880] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.881136] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.881136] env[62979]: value = "task-2381019" [ 642.881136] env[62979]: _type = "Task" [ 642.881136] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.892738] env[62979]: DEBUG oslo_vmware.api [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.896994] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381019, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.910259] env[62979]: DEBUG nova.scheduler.client.report [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.973998] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.001071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.001382] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.001724] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.001959] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.002313] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.005169] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381016, 'name': ReconfigVM_Task, 'duration_secs': 0.686176} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.005533] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9d635b10-3501-4c4e-ac7e-0da7cd79346b/9d635b10-3501-4c4e-ac7e-0da7cd79346b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.006193] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b17f47e-6bf5-4c31-a9f1-de18ff7fc24b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.010160] env[62979]: INFO nova.compute.manager [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Terminating instance [ 643.020703] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.020703] env[62979]: value = "task-2381021" [ 643.020703] env[62979]: _type = "Task" [ 643.020703] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.027992] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381021, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.394148] env[62979]: DEBUG oslo_vmware.api [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194447} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.398596] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.398596] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.399103] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.399419] env[62979]: INFO nova.compute.manager [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 94d4222d-cfed-4c44-b252-878403290429] Took 0.62 seconds to destroy the instance on the hypervisor. [ 643.399977] env[62979]: DEBUG oslo.service.loopingcall [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.403025] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381019, 'name': CreateVM_Task, 'duration_secs': 0.30462} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.403025] env[62979]: DEBUG nova.compute.manager [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.403025] env[62979]: DEBUG nova.network.neutron [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.403025] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.403025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.403025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.403445] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.404319] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e0ea08-afac-4cb0-ac8c-f2c5f4e9af7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.410199] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.410199] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe2a74-a961-128e-7902-4e832b03c274" [ 643.410199] env[62979]: _type = "Task" [ 643.410199] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.415079] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.418023] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.421085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.152s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.434312] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe2a74-a961-128e-7902-4e832b03c274, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.434806] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.435191] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.437020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.437020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.437020] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.437020] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa74480a-6ad7-4edd-8496-78dec1f44fba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.449390] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.449390] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.449390] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da483c32-2ab9-4741-89d4-810d9489fa16 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.455079] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.455079] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520ff80e-42df-0d6a-7419-b5d8a9e0ad63" [ 643.455079] env[62979]: _type = "Task" [ 643.455079] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.467153] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520ff80e-42df-0d6a-7419-b5d8a9e0ad63, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.471650] env[62979]: DEBUG oslo_vmware.api [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381017, 'name': PowerOnVM_Task, 'duration_secs': 0.529697} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.473220] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8192c76c-3d96-488f-b0e1-3a615c25bb4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.476031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.476031] env[62979]: INFO nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Took 8.15 seconds to spawn the instance on the hypervisor. [ 643.476031] env[62979]: DEBUG nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.476031] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97156feb-6dbf-43be-92a6-fe2348bf4596 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.482559] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.482559] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52461e82-2967-a78b-4900-dbc292a80c4f" [ 643.482559] env[62979]: _type = "Task" [ 643.482559] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.495676] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52461e82-2967-a78b-4900-dbc292a80c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.495676] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.496079] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.496079] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c338853-e147-48a4-8222-9e28c6b6f382 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.502129] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.502129] env[62979]: value = "task-2381022" [ 643.502129] env[62979]: _type = "Task" [ 643.502129] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.512392] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.517133] env[62979]: DEBUG nova.compute.manager [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.517342] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.518118] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab8e553-c6d1-4875-a300-191c05f45a25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.528855] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.531937] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-544df365-8c08-4fdb-a7d0-b83c9959e0cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.534084] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381021, 'name': Rename_Task, 'duration_secs': 0.16979} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.534084] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.534524] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f83af0b-f7e6-40cf-bc31-ed8fe78bc144 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.537798] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 643.537798] env[62979]: value = "task-2381023" [ 643.537798] env[62979]: _type = "Task" [ 643.537798] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.542599] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 643.542599] env[62979]: value = "task-2381024" [ 643.542599] env[62979]: _type = "Task" [ 643.542599] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.548890] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.553231] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.931396] env[62979]: DEBUG nova.compute.utils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 643.940433] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.940808] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.018164] env[62979]: INFO nova.compute.manager [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Took 42.97 seconds to build instance. [ 644.028485] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505331} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.031030] env[62979]: DEBUG nova.policy [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf7e3a54d4cf47cf8302732416a2c5f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b70f9c4f94541bba3f20ca514cfe303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.033566] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.033566] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.034509] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e866f6-a533-434d-b47e-12bf887539ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.038200] env[62979]: DEBUG nova.compute.manager [req-d0bbe790-de59-4076-a5b7-a8c6b1846f89 req-a5e863d9-9fa3-41ae-9735-a0d8e495b4ef service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Received event network-vif-deleted-cf612324-2bf0-4ac5-96b1-66e275423989 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.038710] env[62979]: INFO nova.compute.manager [req-d0bbe790-de59-4076-a5b7-a8c6b1846f89 req-a5e863d9-9fa3-41ae-9735-a0d8e495b4ef service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Neutron deleted interface cf612324-2bf0-4ac5-96b1-66e275423989; detaching it from the instance and deleting it from the info cache [ 644.038710] env[62979]: DEBUG nova.network.neutron [req-d0bbe790-de59-4076-a5b7-a8c6b1846f89 req-a5e863d9-9fa3-41ae-9735-a0d8e495b4ef service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.051032] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 644.051032] env[62979]: value = "task-2381025" [ 644.051032] env[62979]: _type = "Task" [ 644.051032] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.064201] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381023, 'name': PowerOffVM_Task, 'duration_secs': 0.183471} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.064958] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.065149] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.068831] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed82b4c-065d-4a5c-b477-74f9a218f077 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.070321] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381024, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.074246] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.138433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.138652] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.138857] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleting the datastore file [datastore1] 3dfbcac5-f18f-430c-92f1-72351dcd0af9 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.139105] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ed32b1-e7f8-48a2-a925-9293c6b9080a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.147704] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 644.147704] env[62979]: value = "task-2381027" [ 644.147704] env[62979]: _type = "Task" [ 644.147704] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.159181] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.426478] env[62979]: DEBUG nova.network.neutron [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.436639] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.521350] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6081631-bcca-4e31-9ba1-211827c88afa tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.526s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.544244] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3930f4da-b658-45ac-b832-ed4982070b8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.561329] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba784c0-53e6-4bae-880b-d2d99a03caef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.577738] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a68ebac-54a4-475f-831d-8abe19b51854 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.580559] env[62979]: DEBUG oslo_vmware.api [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381024, 'name': PowerOnVM_Task, 'duration_secs': 0.919256} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.581791] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.582238] env[62979]: INFO nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Took 6.54 seconds to spawn the instance on the hypervisor. [ 644.582617] env[62979]: DEBUG nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.583699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38fd58c-0464-407e-b820-8e2dbf9b39d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.591416] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079163} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.603123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.603765] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c6062-f681-4b3d-a20c-0dfa2c4f9acc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.607207] env[62979]: DEBUG nova.compute.manager [req-d0bbe790-de59-4076-a5b7-a8c6b1846f89 req-a5e863d9-9fa3-41ae-9735-a0d8e495b4ef service nova] [instance: 94d4222d-cfed-4c44-b252-878403290429] Detach interface failed, port_id=cf612324-2bf0-4ac5-96b1-66e275423989, reason: Instance 94d4222d-cfed-4c44-b252-878403290429 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 644.610254] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886145c-f7b6-4dea-b44d-45e8d4d23b85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.646488] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.647851] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Successfully created port: 7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.688492] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830dd8f0-ff05-49eb-913b-40d2eeb3f588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.707581] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bba63d-472f-42e4-94f0-2fe74924ee34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.719106] env[62979]: DEBUG oslo_vmware.api [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149053} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.719501] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.719705] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.719883] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.720078] env[62979]: INFO nova.compute.manager [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 644.720323] env[62979]: DEBUG oslo.service.loopingcall [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.721504] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ed236-43f9-4c47-98f8-5ba4a306e0fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.727832] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 644.727832] env[62979]: value = "task-2381028" [ 644.727832] env[62979]: _type = "Task" [ 644.727832] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.727832] env[62979]: DEBUG nova.compute.manager [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.727832] env[62979]: DEBUG nova.network.neutron [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.739891] env[62979]: DEBUG nova.compute.provider_tree [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.747674] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.931057] env[62979]: INFO nova.compute.manager [-] [instance: 94d4222d-cfed-4c44-b252-878403290429] Took 1.53 seconds to deallocate network for instance. [ 645.024475] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.125633] env[62979]: INFO nova.compute.manager [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Took 41.90 seconds to build instance. [ 645.244505] env[62979]: DEBUG nova.scheduler.client.report [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.247878] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381028, 'name': ReconfigVM_Task, 'duration_secs': 0.271739} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.248299] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Reconfigured VM instance instance-0000001c to attach disk [datastore2] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.248855] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c77aaa3-6f96-4fa0-82c2-a625e2e1bbf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.255617] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 645.255617] env[62979]: value = "task-2381029" [ 645.255617] env[62979]: _type = "Task" [ 645.255617] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.263950] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381029, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.304564] env[62979]: DEBUG nova.compute.manager [req-00de92e6-de10-49ab-9b8d-dfddbc9e4e70 req-2eb590c4-e6ed-459a-93cb-d4f87de51d27 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Received event network-vif-deleted-1d743ff5-f476-4827-b677-7d5cb79936b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.304564] env[62979]: INFO nova.compute.manager [req-00de92e6-de10-49ab-9b8d-dfddbc9e4e70 req-2eb590c4-e6ed-459a-93cb-d4f87de51d27 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Neutron deleted interface 1d743ff5-f476-4827-b677-7d5cb79936b9; detaching it from the instance and deleting it from the info cache [ 645.304564] env[62979]: DEBUG nova.network.neutron [req-00de92e6-de10-49ab-9b8d-dfddbc9e4e70 req-2eb590c4-e6ed-459a-93cb-d4f87de51d27 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.333563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "124d9b8b-e705-4395-adc5-e326bcbec979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.333707] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.441346] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.455516] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.487389] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.487712] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.487928] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.488165] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.488339] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.488501] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.489186] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.489370] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.489550] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.489719] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.490014] env[62979]: DEBUG nova.virt.hardware [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.491171] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7718636-adde-4090-8fec-034dc86c8a44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.500476] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec764f6-2282-45d4-a75d-d634f7572b74 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.558018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.585591] env[62979]: DEBUG nova.network.neutron [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.628658] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a358c98d-e5b3-423f-aed8-49a2c779c846 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.983s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.771397] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381029, 'name': Rename_Task, 'duration_secs': 0.221779} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.772562] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.772664] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf15fff-3959-41a1-aa77-f9a96ebd69b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.780691] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 645.780691] env[62979]: value = "task-2381030" [ 645.780691] env[62979]: _type = "Task" [ 645.780691] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.790067] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.813132] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c380408a-4d4e-4b08-97f0-36207ac59387 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.825816] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3d7d8-67b2-4514-879d-16d175d589b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.860777] env[62979]: DEBUG nova.compute.manager [req-00de92e6-de10-49ab-9b8d-dfddbc9e4e70 req-2eb590c4-e6ed-459a-93cb-d4f87de51d27 service nova] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Detach interface failed, port_id=1d743ff5-f476-4827-b677-7d5cb79936b9, reason: Instance 3dfbcac5-f18f-430c-92f1-72351dcd0af9 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 646.088314] env[62979]: INFO nova.compute.manager [-] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Took 1.36 seconds to deallocate network for instance. [ 646.131346] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.254376] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.833s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.257818] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.933s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.258239] env[62979]: DEBUG nova.objects.instance [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lazy-loading 'resources' on Instance uuid 8496f944-119f-410e-be42-346e65918141 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.294723] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381030, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.594732] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.605301] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Successfully updated port: 7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.640088] env[62979]: DEBUG nova.compute.manager [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Received event network-vif-plugged-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.640604] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] Acquiring lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.640737] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.640972] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.641207] env[62979]: DEBUG nova.compute.manager [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] No waiting events found dispatching network-vif-plugged-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.641412] env[62979]: WARNING nova.compute.manager [req-fa598bdc-a81a-42b0-8c44-06bc020ae521 req-cd1ee5f2-09e7-4a36-ac38-92ad84c2005c service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Received unexpected event network-vif-plugged-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 for instance with vm_state building and task_state spawning. [ 646.655898] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.797282] env[62979]: DEBUG oslo_vmware.api [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381030, 'name': PowerOnVM_Task, 'duration_secs': 0.852826} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.797576] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.797782] env[62979]: INFO nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Took 4.01 seconds to spawn the instance on the hypervisor. [ 646.797957] env[62979]: DEBUG nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.798799] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233dbc0-8869-44e2-a889-42098b8fa9bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.816744] env[62979]: INFO nova.scheduler.client.report [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleted allocation for migration b32e18d4-cb05-44e7-8ee2-6317e2b38637 [ 646.957845] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "d05bd991-4bcc-4fec-9536-9220169fed55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.958035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.112563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.112563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquired lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.112563] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.310303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1494b-fff6-4b10-9f21-88cfce30ca83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.321365] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27656356-ad02-4d4f-ae90-40ca0da74960 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.325009] env[62979]: INFO nova.compute.manager [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Took 40.15 seconds to build instance. [ 647.326495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec9b8e3d-340f-41c3-a089-e2d46a4968fb tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.744s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.355029] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c8d39-cf3c-4afa-9308-9b36c297b7f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.362410] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13260b36-d051-43df-ac9d-c1b08ce5bc4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.376025] env[62979]: DEBUG nova.compute.provider_tree [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.651705] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.828297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5914bb1d-0bd3-45d2-ac59-6a29ad1ff2d9 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.320s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.879854] env[62979]: DEBUG nova.scheduler.client.report [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.057279] env[62979]: DEBUG nova.network.neutron [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updating instance_info_cache with network_info: [{"id": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "address": "fa:16:3e:fe:34:0f", "network": {"id": "853c93c6-ae29-4f0e-b44b-441e9546b012", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-244882062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b70f9c4f94541bba3f20ca514cfe303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b4c11-18", "ovs_interfaceid": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.330703] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.386046] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.389236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.884s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.389490] env[62979]: DEBUG nova.objects.instance [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.422433] env[62979]: INFO nova.scheduler.client.report [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Deleted allocations for instance 8496f944-119f-410e-be42-346e65918141 [ 648.561640] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Releasing lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.561983] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Instance network_info: |[{"id": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "address": "fa:16:3e:fe:34:0f", "network": {"id": "853c93c6-ae29-4f0e-b44b-441e9546b012", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-244882062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b70f9c4f94541bba3f20ca514cfe303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b4c11-18", "ovs_interfaceid": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.562435] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:34:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c4b4c11-1870-45f3-9c0b-c6bbd7219723', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.570225] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Creating folder: Project (0b70f9c4f94541bba3f20ca514cfe303). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.570225] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c8ca02-0ff1-46dc-ba45-74bb0175991e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.580436] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Created folder: Project (0b70f9c4f94541bba3f20ca514cfe303) in parent group-v483149. [ 648.580623] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Creating folder: Instances. Parent ref: group-v483229. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.580845] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da5caac2-478e-4641-a41c-c826138fbf2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.590125] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Created folder: Instances in parent group-v483229. [ 648.590380] env[62979]: DEBUG oslo.service.loopingcall [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.590569] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.590769] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030f3aed-f950-4a9e-8d79-49b8bf8c8720 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.609658] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.609658] env[62979]: value = "task-2381033" [ 648.609658] env[62979]: _type = "Task" [ 648.609658] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.617284] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381033, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.673562] env[62979]: DEBUG nova.compute.manager [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Received event network-changed-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.673808] env[62979]: DEBUG nova.compute.manager [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Refreshing instance network info cache due to event network-changed-7c4b4c11-1870-45f3-9c0b-c6bbd7219723. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.674052] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] Acquiring lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.674215] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] Acquired lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.674365] env[62979]: DEBUG nova.network.neutron [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Refreshing network info cache for port 7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.854753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.897515] env[62979]: INFO nova.compute.manager [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Rebuilding instance [ 648.929394] env[62979]: DEBUG oslo_concurrency.lockutils [None req-13b3d48e-b804-4491-a583-1b90bffe9690 tempest-TenantUsagesTestJSON-493307175 tempest-TenantUsagesTestJSON-493307175-project-member] Lock "8496f944-119f-410e-be42-346e65918141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.475s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.940689] env[62979]: DEBUG nova.compute.manager [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.941586] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0cdbec-66d7-4011-baf8-eebeaf48e527 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.120196] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381033, 'name': CreateVM_Task, 'duration_secs': 0.362229} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.120386] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.121312] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.121506] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.121827] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.122093] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36793454-8a01-481e-8793-9176ba4a38ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.127726] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 649.127726] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522da744-8623-e645-4312-26f20b683e64" [ 649.127726] env[62979]: _type = "Task" [ 649.127726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.139409] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522da744-8623-e645-4312-26f20b683e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.404453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2375f3e-d27b-4c24-8b7f-505089f87ee1 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.404453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.223s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.405187] env[62979]: INFO nova.compute.claims [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.479319] env[62979]: DEBUG nova.network.neutron [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updated VIF entry in instance network info cache for port 7c4b4c11-1870-45f3-9c0b-c6bbd7219723. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.479319] env[62979]: DEBUG nova.network.neutron [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updating instance_info_cache with network_info: [{"id": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "address": "fa:16:3e:fe:34:0f", "network": {"id": "853c93c6-ae29-4f0e-b44b-441e9546b012", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-244882062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b70f9c4f94541bba3f20ca514cfe303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b4c11-18", "ovs_interfaceid": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.533383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "7752b521-eff7-457c-83c3-0c600eb38b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.533661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.638949] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522da744-8623-e645-4312-26f20b683e64, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.639267] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.639505] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.639821] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.639986] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.640178] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.640439] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9526f7ed-16c7-4141-b4c4-c054ef5cc7c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.649054] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.649310] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.650530] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778453b2-509c-4323-af04-0c4dbd02ebe9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.655084] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 649.655084] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ff9325-3556-05ca-c821-532d574ce9df" [ 649.655084] env[62979]: _type = "Task" [ 649.655084] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.666022] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ff9325-3556-05ca-c821-532d574ce9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.959921] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.959921] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1ec6e1e-fd83-4c9d-9afd-a6d2c354e0d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.966903] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 649.966903] env[62979]: value = "task-2381034" [ 649.966903] env[62979]: _type = "Task" [ 649.966903] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.977056] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.980691] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fbbca79-bc62-4173-afde-e315ba730ca9 req-099893ff-1209-4813-8b72-adc543144234 service nova] Releasing lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.165822] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ff9325-3556-05ca-c821-532d574ce9df, 'name': SearchDatastore_Task, 'duration_secs': 0.033822} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.166659] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd47b910-f06f-4c89-b89c-573b63c25e1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.171956] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 650.171956] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c4724-e751-2b8a-c25c-f1501e291cd3" [ 650.171956] env[62979]: _type = "Task" [ 650.171956] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.180216] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c4724-e751-2b8a-c25c-f1501e291cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.479275] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381034, 'name': PowerOffVM_Task, 'duration_secs': 0.170912} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.479594] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.479861] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.480979] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae61c7-ba9b-46d7-bf70-48263a7bd5fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.491016] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.491016] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b450708-996d-454a-97d1-58595cde23f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.517121] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.517121] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.517121] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleting the datastore file [datastore2] f13d696c-51ea-43c4-9376-f5894d71a376 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.517121] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32726a6-4506-405a-a108-fbaf0a7c0286 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.524705] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 650.524705] env[62979]: value = "task-2381036" [ 650.524705] env[62979]: _type = "Task" [ 650.524705] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.534828] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.681466] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c4724-e751-2b8a-c25c-f1501e291cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.684251] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.684526] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 23b10046-99a6-49d9-a9ec-14e56e41b895/23b10046-99a6-49d9-a9ec-14e56e41b895.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.684966] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cff5c9f2-5bce-4e17-a29a-8df617fa8007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.691904] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 650.691904] env[62979]: value = "task-2381037" [ 650.691904] env[62979]: _type = "Task" [ 650.691904] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.703100] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.947315] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d29caa-f602-49ec-9f3f-ec66f74e5b4e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.955836] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671bc83-4419-433e-af50-2328bb70eaa4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.991350] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376045e-0b3c-4fb2-81ad-7d1e3886c48f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.003162] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308e661-7baf-48b6-aeb3-fb9041009787 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.017257] env[62979]: DEBUG nova.compute.provider_tree [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.034741] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198037} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.035097] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.035358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.035571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.205016] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381037, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.521484] env[62979]: DEBUG nova.scheduler.client.report [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.703463] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662123} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.704267] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 23b10046-99a6-49d9-a9ec-14e56e41b895/23b10046-99a6-49d9-a9ec-14e56e41b895.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.704267] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.704267] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88039ca2-18d1-459f-b964-c5c1c56329f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.710893] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 651.710893] env[62979]: value = "task-2381038" [ 651.710893] env[62979]: _type = "Task" [ 651.710893] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.720645] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.029608] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.030151] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.033689] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.086s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.034109] env[62979]: DEBUG nova.objects.instance [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lazy-loading 'resources' on Instance uuid 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.083333] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.083599] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.083766] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.083994] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.084184] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.084346] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.084559] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.084719] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.084902] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.085130] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.085314] env[62979]: DEBUG nova.virt.hardware [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.086316] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3df49b-85e8-45d8-8900-a5edaf0ab638 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.095176] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ce0d8-7344-45be-9f2e-70af6cb412c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.113586] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.120219] env[62979]: DEBUG oslo.service.loopingcall [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.120834] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.121249] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e7c367-4700-44c3-ad25-8011090256db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.140795] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.140795] env[62979]: value = "task-2381039" [ 652.140795] env[62979]: _type = "Task" [ 652.140795] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.152690] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381039, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.222737] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072093} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.223371] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.224399] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d61ac53-3108-48b4-bab7-00b32fd33543 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.253533] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 23b10046-99a6-49d9-a9ec-14e56e41b895/23b10046-99a6-49d9-a9ec-14e56e41b895.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.254787] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d05c73b-1b44-4fa6-b440-dfd8246de00e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.275562] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 652.275562] env[62979]: value = "task-2381040" [ 652.275562] env[62979]: _type = "Task" [ 652.275562] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.283456] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.542419] env[62979]: DEBUG nova.compute.utils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.543808] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.543880] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.625139] env[62979]: DEBUG nova.policy [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6525e85c5ed4876a8ab2bb93b2d8b79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37fc38f5a0554bfb9e76be676f384d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.651222] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381039, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.784767] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381040, 'name': ReconfigVM_Task, 'duration_secs': 0.308644} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.787564] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 23b10046-99a6-49d9-a9ec-14e56e41b895/23b10046-99a6-49d9-a9ec-14e56e41b895.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.788554] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df1aa20-df52-4b8d-8578-c994a9a9d794 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.799987] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 652.799987] env[62979]: value = "task-2381041" [ 652.799987] env[62979]: _type = "Task" [ 652.799987] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.809547] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381041, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.052108] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.055879] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Successfully created port: e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.156025] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381039, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.280725] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa9e1e5-ecde-40ed-83d0-feb202858521 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.288011] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3883b-7361-4922-af44-bcd30cda4427 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.324208] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aed361-3668-4e18-a368-7f35eb5431c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.334278] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381041, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.335786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114e86d-dadd-4046-9c6a-0b226eda1019 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.349459] env[62979]: DEBUG nova.compute.provider_tree [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.653932] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381039, 'name': CreateVM_Task, 'duration_secs': 1.427644} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.654252] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.654827] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.655112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.655592] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.655930] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd1937d-e03d-4599-b06e-231633024d83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.661653] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 653.661653] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5275f9db-a331-779c-a7b5-937032577201" [ 653.661653] env[62979]: _type = "Task" [ 653.661653] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.673162] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5275f9db-a331-779c-a7b5-937032577201, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.673441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.673677] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.673891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.674051] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.674233] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.674528] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9303d93-f4b7-4890-bc18-d151318ef0d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.681296] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.681467] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.682144] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bef754-3345-4a7f-9616-d7b14b83b80b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.686681] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 653.686681] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e2e0c8-51f1-6f40-e3d0-2d2287c36db6" [ 653.686681] env[62979]: _type = "Task" [ 653.686681] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.695315] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e2e0c8-51f1-6f40-e3d0-2d2287c36db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.829258] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381041, 'name': Rename_Task, 'duration_secs': 0.866466} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.829533] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.829764] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-053a2c2b-a559-4fa2-aebe-a3e8ae8d308a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.836062] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 653.836062] env[62979]: value = "task-2381042" [ 653.836062] env[62979]: _type = "Task" [ 653.836062] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.843261] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.852248] env[62979]: DEBUG nova.scheduler.client.report [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.066804] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.098090] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.098090] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.098090] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.098305] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.098305] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.098417] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.098665] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.098828] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.099306] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.099482] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.100013] env[62979]: DEBUG nova.virt.hardware [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.101338] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cf324-6e1c-4ee9-be13-2437ee822236 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.109698] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69696363-ec47-415b-add7-d2afb2aa2564 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.197032] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e2e0c8-51f1-6f40-e3d0-2d2287c36db6, 'name': SearchDatastore_Task, 'duration_secs': 0.007621} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.197847] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f68fe50-6221-446e-84e9-da7c1d29c786 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.203046] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 654.203046] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528fcb4f-426b-e13a-b452-61ef91aded79" [ 654.203046] env[62979]: _type = "Task" [ 654.203046] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.211696] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528fcb4f-426b-e13a-b452-61ef91aded79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.345841] env[62979]: DEBUG oslo_vmware.api [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381042, 'name': PowerOnVM_Task, 'duration_secs': 0.455046} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.346610] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.346885] env[62979]: INFO nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Took 8.89 seconds to spawn the instance on the hypervisor. [ 654.347091] env[62979]: DEBUG nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.347879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d0bce-29fc-4fd3-b7fd-a7a1423757ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.357583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.362932] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.028s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.362932] env[62979]: DEBUG nova.objects.instance [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lazy-loading 'resources' on Instance uuid ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.377437] env[62979]: INFO nova.scheduler.client.report [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Deleted allocations for instance 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee [ 654.594365] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "ebcfbf62-e067-4c9a-8272-0c01da189489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.594613] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.674172] env[62979]: DEBUG nova.compute.manager [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Received event network-vif-plugged-e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.674172] env[62979]: DEBUG oslo_concurrency.lockutils [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] Acquiring lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.674172] env[62979]: DEBUG oslo_concurrency.lockutils [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.674172] env[62979]: DEBUG oslo_concurrency.lockutils [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.674172] env[62979]: DEBUG nova.compute.manager [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] No waiting events found dispatching network-vif-plugged-e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.674656] env[62979]: WARNING nova.compute.manager [req-3a2f0034-2958-40b4-ac08-d3cfd0a3405c req-4f26d226-f53b-46b1-bb34-4b9720e5a4bb service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Received unexpected event network-vif-plugged-e29809f5-7de3-4d0a-8a26-cac639495b43 for instance with vm_state building and task_state spawning. [ 654.715832] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528fcb4f-426b-e13a-b452-61ef91aded79, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.716609] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.716997] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.717411] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5feb3f-4247-4d53-bca6-1f6dd55e92e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.726438] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 654.726438] env[62979]: value = "task-2381043" [ 654.726438] env[62979]: _type = "Task" [ 654.726438] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.736633] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.792821] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Successfully updated port: e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.872248] env[62979]: INFO nova.compute.manager [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Took 45.04 seconds to build instance. [ 654.887362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c42ea0af-8554-4fd6-8d5a-0f4307877808 tempest-ServerShowV254Test-21706056 tempest-ServerShowV254Test-21706056-project-member] Lock "7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.817s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.239885] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.299436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.299436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquired lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.299436] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.375532] env[62979]: DEBUG oslo_concurrency.lockutils [None req-34d4d2ed-ac4d-41b5-aff5-6ac207d318be tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.192s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.493184] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ba12b-9c29-4994-9236-39cc6d35d916 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.502972] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a5aab-dc2c-4b1f-af31-b0bed01bd0af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.534711] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ed28d-ff6e-42dd-8654-8f9ddfd4a0fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.542345] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d772faf0-9daa-4375-8f70-4a3f8957618f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.559528] env[62979]: DEBUG nova.compute.provider_tree [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.739088] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681612} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.739975] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.740684] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.740958] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec23aa79-81db-435e-9355-2c7eff5b934f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.749637] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 655.749637] env[62979]: value = "task-2381044" [ 655.749637] env[62979]: _type = "Task" [ 655.749637] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.757186] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.853038] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.882057] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.020714] env[62979]: DEBUG nova.network.neutron [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updating instance_info_cache with network_info: [{"id": "e29809f5-7de3-4d0a-8a26-cac639495b43", "address": "fa:16:3e:35:ca:81", "network": {"id": "6e2d3f25-bea0-4364-a0da-16e4e7b2b035", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-537465925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37fc38f5a0554bfb9e76be676f384d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29809f5-7d", "ovs_interfaceid": "e29809f5-7de3-4d0a-8a26-cac639495b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.063147] env[62979]: DEBUG nova.scheduler.client.report [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.261707] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10672} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.261864] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.264273] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72136c46-dd97-404a-844f-9d4ba477c7cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.284503] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.284792] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8048d03-3e8d-42eb-a396-286928797d5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.303160] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 656.303160] env[62979]: value = "task-2381045" [ 656.303160] env[62979]: _type = "Task" [ 656.303160] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.310966] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.406093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.524290] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Releasing lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.524654] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Instance network_info: |[{"id": "e29809f5-7de3-4d0a-8a26-cac639495b43", "address": "fa:16:3e:35:ca:81", "network": {"id": "6e2d3f25-bea0-4364-a0da-16e4e7b2b035", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-537465925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37fc38f5a0554bfb9e76be676f384d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29809f5-7d", "ovs_interfaceid": "e29809f5-7de3-4d0a-8a26-cac639495b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.525078] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ca:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29809f5-7de3-4d0a-8a26-cac639495b43', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.533263] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Creating folder: Project (37fc38f5a0554bfb9e76be676f384d7d). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.533558] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9bbbebe-9ad5-4571-9034-a65d8d60106b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.545955] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Created folder: Project (37fc38f5a0554bfb9e76be676f384d7d) in parent group-v483149. [ 656.546209] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Creating folder: Instances. Parent ref: group-v483233. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.546462] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1610ef22-db81-458b-a6a2-38d36241aba3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.555367] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Created folder: Instances in parent group-v483233. [ 656.555617] env[62979]: DEBUG oslo.service.loopingcall [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.555812] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.556192] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b5218ae-0101-4a7b-bc5b-a944ceac72f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.572458] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.574614] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.715s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.574880] env[62979]: DEBUG nova.objects.instance [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lazy-loading 'resources' on Instance uuid 94caeb36-e13c-411e-a6f7-972fff018f96 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.582959] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.582959] env[62979]: value = "task-2381048" [ 656.582959] env[62979]: _type = "Task" [ 656.582959] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.591739] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381048, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.604048] env[62979]: INFO nova.scheduler.client.report [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted allocations for instance ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7 [ 656.814619] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381045, 'name': ReconfigVM_Task, 'duration_secs': 0.272273} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.814889] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Reconfigured VM instance instance-0000001c to attach disk [datastore1] f13d696c-51ea-43c4-9376-f5894d71a376/f13d696c-51ea-43c4-9376-f5894d71a376.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.815528] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-377368aa-ecae-4e7a-accc-c37a0302e25c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.821934] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 656.821934] env[62979]: value = "task-2381049" [ 656.821934] env[62979]: _type = "Task" [ 656.821934] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.830224] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381049, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.848878] env[62979]: DEBUG nova.compute.manager [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Received event network-changed-e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.848878] env[62979]: DEBUG nova.compute.manager [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Refreshing instance network info cache due to event network-changed-e29809f5-7de3-4d0a-8a26-cac639495b43. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.848878] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Acquiring lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.848878] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Acquired lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.848878] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Refreshing network info cache for port e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.092134] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381048, 'name': CreateVM_Task, 'duration_secs': 0.301319} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.092307] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.092977] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.093160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.093478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.093731] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e979ce-e965-4155-bd1f-ec10675e37dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.098268] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 657.098268] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5247c4dc-238c-6e06-b21b-f5924439e912" [ 657.098268] env[62979]: _type = "Task" [ 657.098268] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.107959] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5247c4dc-238c-6e06-b21b-f5924439e912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.111047] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8d6ec1cb-002b-4553-89ea-398773347028 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.245s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.332893] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381049, 'name': Rename_Task, 'duration_secs': 0.160277} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.335402] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.335856] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc89c82-377e-4059-8f22-a250f8a5d7b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.341493] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 657.341493] env[62979]: value = "task-2381050" [ 657.341493] env[62979]: _type = "Task" [ 657.341493] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.353217] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.606117] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7791a170-009a-4661-b1e9-66349d5bed25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.612267] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5247c4dc-238c-6e06-b21b-f5924439e912, 'name': SearchDatastore_Task, 'duration_secs': 0.028124} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.613153] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updated VIF entry in instance network info cache for port e29809f5-7de3-4d0a-8a26-cac639495b43. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.613614] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updating instance_info_cache with network_info: [{"id": "e29809f5-7de3-4d0a-8a26-cac639495b43", "address": "fa:16:3e:35:ca:81", "network": {"id": "6e2d3f25-bea0-4364-a0da-16e4e7b2b035", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-537465925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37fc38f5a0554bfb9e76be676f384d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29809f5-7d", "ovs_interfaceid": "e29809f5-7de3-4d0a-8a26-cac639495b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.615198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.615481] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.615743] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.615914] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.616177] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.618692] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e47b4a-0e68-41dd-a51d-3d8f75f8a974 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.621267] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6551ad9-14dd-4526-85cb-27361f5ce696 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.654384] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa9c6ae-3408-4419-914a-0dff49824afc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.656916] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.657138] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.658062] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6ffa2d-0f5f-4373-9d55-5cf003564319 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.665473] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aad1bc-a8c4-42d8-b1ff-d73531416575 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.669147] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 657.669147] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525860c6-72d6-f312-5074-a0ee8a4d3883" [ 657.669147] env[62979]: _type = "Task" [ 657.669147] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.680458] env[62979]: DEBUG nova.compute.provider_tree [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.686716] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525860c6-72d6-f312-5074-a0ee8a4d3883, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.687522] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e817e8-4439-46cb-abdc-4dd124c5d22e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.692692] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 657.692692] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52673300-e481-f9ef-3cca-468212fff62c" [ 657.692692] env[62979]: _type = "Task" [ 657.692692] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.701102] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52673300-e481-f9ef-3cca-468212fff62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.851108] env[62979]: DEBUG oslo_vmware.api [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381050, 'name': PowerOnVM_Task, 'duration_secs': 0.456852} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.851400] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.851608] env[62979]: DEBUG nova.compute.manager [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.852404] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e4dd3-50b4-4a5b-97c2-3caecbfc495c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.117846] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Releasing lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.118060] env[62979]: DEBUG nova.compute.manager [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Received event network-changed-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.118287] env[62979]: DEBUG nova.compute.manager [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Refreshing instance network info cache due to event network-changed-7c4b4c11-1870-45f3-9c0b-c6bbd7219723. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.118535] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Acquiring lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.118712] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Acquired lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.118886] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Refreshing network info cache for port 7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.183174] env[62979]: DEBUG nova.scheduler.client.report [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.202780] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52673300-e481-f9ef-3cca-468212fff62c, 'name': SearchDatastore_Task, 'duration_secs': 0.026356} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.203055] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.203311] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 2403c90a-52bd-4e10-9bea-f9e9c65325e2/2403c90a-52bd-4e10-9bea-f9e9c65325e2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.203570] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b97c4935-c011-4567-a4f0-ab8772d2ed37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.209975] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 658.209975] env[62979]: value = "task-2381051" [ 658.209975] env[62979]: _type = "Task" [ 658.209975] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.217559] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.368507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.688520] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.690963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.602s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.692910] env[62979]: INFO nova.compute.claims [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.715263] env[62979]: INFO nova.scheduler.client.report [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Deleted allocations for instance 94caeb36-e13c-411e-a6f7-972fff018f96 [ 658.719542] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475703} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.725017] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 2403c90a-52bd-4e10-9bea-f9e9c65325e2/2403c90a-52bd-4e10-9bea-f9e9c65325e2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.725017] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.725017] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f61688f-d049-4076-a6ca-4cf8d71e3740 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.728864] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 658.728864] env[62979]: value = "task-2381052" [ 658.728864] env[62979]: _type = "Task" [ 658.728864] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.737758] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.892879] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updated VIF entry in instance network info cache for port 7c4b4c11-1870-45f3-9c0b-c6bbd7219723. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.893253] env[62979]: DEBUG nova.network.neutron [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updating instance_info_cache with network_info: [{"id": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "address": "fa:16:3e:fe:34:0f", "network": {"id": "853c93c6-ae29-4f0e-b44b-441e9546b012", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-244882062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b70f9c4f94541bba3f20ca514cfe303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c4b4c11-18", "ovs_interfaceid": "7c4b4c11-1870-45f3-9c0b-c6bbd7219723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.903591] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "f13d696c-51ea-43c4-9376-f5894d71a376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.903838] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.904095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "f13d696c-51ea-43c4-9376-f5894d71a376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.904255] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.904426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.906759] env[62979]: INFO nova.compute.manager [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Terminating instance [ 659.226514] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4c176c84-5d5c-4627-a56d-492c539ca308 tempest-ListServersNegativeTestJSON-886245287 tempest-ListServersNegativeTestJSON-886245287-project-member] Lock "94caeb36-e13c-411e-a6f7-972fff018f96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.962s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.238714] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061185} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.238714] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.239410] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c36545-0fda-448c-acc8-7866e4af2f11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.261614] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 2403c90a-52bd-4e10-9bea-f9e9c65325e2/2403c90a-52bd-4e10-9bea-f9e9c65325e2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.262068] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27758bb-0772-422c-aa7e-ef382e668daa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.281336] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 659.281336] env[62979]: value = "task-2381053" [ 659.281336] env[62979]: _type = "Task" [ 659.281336] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.288852] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.396019] env[62979]: DEBUG oslo_concurrency.lockutils [req-f98c8800-b9f1-4812-96b9-f9b5463782bc req-33d2cf52-c01e-4072-81e7-ab695723a93a service nova] Releasing lock "refresh_cache-23b10046-99a6-49d9-a9ec-14e56e41b895" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.409921] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "refresh_cache-f13d696c-51ea-43c4-9376-f5894d71a376" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.410127] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "refresh_cache-f13d696c-51ea-43c4-9376-f5894d71a376" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.410314] env[62979]: DEBUG nova.network.neutron [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.794343] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.962748] env[62979]: DEBUG nova.network.neutron [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.059244] env[62979]: DEBUG nova.network.neutron [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.203752] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b0bbcd-303e-42b6-8f09-8ade1b8cfbb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.212094] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205dd1b-73f6-42c7-a43c-210ba35ffb1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.242588] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f0c24-94b1-4808-ac79-d968af303c7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.250894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f09ba-f7c3-4f89-bcc0-174e1cb9816c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.264739] env[62979]: DEBUG nova.compute.provider_tree [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.292743] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.561925] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "refresh_cache-f13d696c-51ea-43c4-9376-f5894d71a376" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.562387] env[62979]: DEBUG nova.compute.manager [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.562838] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.563497] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e6fc28-e65a-4a9a-968f-f44ef389f613 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.574178] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.574178] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319cb73a-bda7-470c-88bb-cec9f8377d7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.578952] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 660.578952] env[62979]: value = "task-2381054" [ 660.578952] env[62979]: _type = "Task" [ 660.578952] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.586744] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.768565] env[62979]: DEBUG nova.scheduler.client.report [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.793391] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381053, 'name': ReconfigVM_Task, 'duration_secs': 1.012636} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.794119] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 2403c90a-52bd-4e10-9bea-f9e9c65325e2/2403c90a-52bd-4e10-9bea-f9e9c65325e2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.794721] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cdefb89-a71a-434d-8197-6b84ddeabfee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.801467] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 660.801467] env[62979]: value = "task-2381055" [ 660.801467] env[62979]: _type = "Task" [ 660.801467] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.811785] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381055, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.089316] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381054, 'name': PowerOffVM_Task, 'duration_secs': 0.251869} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.089575] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.089747] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.089989] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56125ad5-34b2-483d-9559-afc878061a50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.115537] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.115750] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.115928] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleting the datastore file [datastore1] f13d696c-51ea-43c4-9376-f5894d71a376 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.116255] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33c2a87-ea62-4d1c-96b7-b0000f790d6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.122458] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 661.122458] env[62979]: value = "task-2381057" [ 661.122458] env[62979]: _type = "Task" [ 661.122458] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.130891] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.275151] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.275717] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.279205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.354s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.280495] env[62979]: INFO nova.compute.claims [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.311664] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381055, 'name': Rename_Task, 'duration_secs': 0.168948} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.311951] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.312234] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc7eb88-d7de-4e51-a798-67d51b429824 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.321267] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 661.321267] env[62979]: value = "task-2381058" [ 661.321267] env[62979]: _type = "Task" [ 661.321267] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.331658] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.632902] env[62979]: DEBUG oslo_vmware.api [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280354} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.633124] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.633342] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.633543] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.633738] env[62979]: INFO nova.compute.manager [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Took 1.07 seconds to destroy the instance on the hypervisor. [ 661.634016] env[62979]: DEBUG oslo.service.loopingcall [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.634308] env[62979]: DEBUG nova.compute.manager [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.634671] env[62979]: DEBUG nova.network.neutron [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.666726] env[62979]: DEBUG nova.network.neutron [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.780849] env[62979]: DEBUG nova.compute.utils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.782177] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.782404] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.832762] env[62979]: DEBUG oslo_vmware.api [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381058, 'name': PowerOnVM_Task, 'duration_secs': 0.508853} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.833020] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.833427] env[62979]: INFO nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Took 7.77 seconds to spawn the instance on the hypervisor. [ 661.833641] env[62979]: DEBUG nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.834544] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a1b9f-0123-46ca-95da-949cb7d0c81e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.865596] env[62979]: DEBUG nova.policy [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61f05b88301c4afc94e5ac1bbbd145e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acab47817a84a9baf48e6da9ae771d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.169745] env[62979]: DEBUG nova.network.neutron [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.361124] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.361124] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Successfully created port: 89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.361124] env[62979]: INFO nova.compute.manager [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Took 45.20 seconds to build instance. [ 662.671773] env[62979]: INFO nova.compute.manager [-] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Took 1.04 seconds to deallocate network for instance. [ 662.843633] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef31f1-41fb-45ee-b290-01b318e702e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.852840] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0319f4e-8b6c-4d88-936e-8b7c69816394 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.859068] env[62979]: DEBUG oslo_concurrency.lockutils [None req-771ba677-ae6c-4770-b09b-a9115c71b5cb tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.613s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.890728] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075a0194-2d5c-493d-9130-abf77f9e3ff0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.898484] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfebbfa-bfd1-46b7-a5af-03f3fd39f71e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.912383] env[62979]: DEBUG nova.compute.provider_tree [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.178521] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.217354] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.217640] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.217876] env[62979]: INFO nova.compute.manager [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Rebooting instance [ 663.299904] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.327351] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.327611] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.327774] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.327960] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.328127] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.328280] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.328491] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.328650] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.328817] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.328986] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.329194] env[62979]: DEBUG nova.virt.hardware [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.330073] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4843e-a183-41b4-886c-34048cc6f666 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.337912] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644cf21-5f26-46ec-8d5e-d93c859adf99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.361595] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.415807] env[62979]: DEBUG nova.scheduler.client.report [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.757154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.757428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquired lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.757640] env[62979]: DEBUG nova.network.neutron [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.841255] env[62979]: DEBUG nova.compute.manager [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Received event network-vif-plugged-89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.841562] env[62979]: DEBUG oslo_concurrency.lockutils [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.841789] env[62979]: DEBUG oslo_concurrency.lockutils [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.841965] env[62979]: DEBUG oslo_concurrency.lockutils [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.842155] env[62979]: DEBUG nova.compute.manager [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] No waiting events found dispatching network-vif-plugged-89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.842323] env[62979]: WARNING nova.compute.manager [req-adc185fd-c8fa-43ea-984e-36a63021ba5d req-ea9705d0-1727-46fe-92f8-c09c781fd944 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Received unexpected event network-vif-plugged-89ad3368-0f2a-43f1-abc8-04431e19d95f for instance with vm_state building and task_state spawning. [ 663.894988] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.924636] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.925229] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.934231] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.604s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.934231] env[62979]: DEBUG nova.objects.instance [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lazy-loading 'resources' on Instance uuid 2c1a9917-d772-48fd-a87d-29b6b0750681 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.034785] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Successfully updated port: 89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.437588] env[62979]: DEBUG nova.compute.utils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.446575] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.446774] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.495801] env[62979]: DEBUG nova.policy [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca9ce4e1fbe3471c911419a7afa2d4db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b642c17d3e4c0b86580037badf5a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.538090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.538184] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.538290] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.575618] env[62979]: DEBUG nova.network.neutron [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updating instance_info_cache with network_info: [{"id": "e29809f5-7de3-4d0a-8a26-cac639495b43", "address": "fa:16:3e:35:ca:81", "network": {"id": "6e2d3f25-bea0-4364-a0da-16e4e7b2b035", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-537465925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37fc38f5a0554bfb9e76be676f384d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29809f5-7d", "ovs_interfaceid": "e29809f5-7de3-4d0a-8a26-cac639495b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.872096] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Successfully created port: 84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.950112] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.038407] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be986a0f-42d9-4303-91b5-c6f08e043d1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.049053] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab7bdf5-a793-45f5-8ee5-9bc8e2578a2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.080835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bfd851-90e6-4546-8901-42b3e8db3f0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.085192] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Releasing lock "refresh_cache-2403c90a-52bd-4e10-9bea-f9e9c65325e2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.090467] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a240caf-b21e-4e71-a554-696d1e074638 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.106930] env[62979]: DEBUG nova.compute.provider_tree [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.153687] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.442675] env[62979]: DEBUG nova.network.neutron [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.589522] env[62979]: DEBUG nova.compute.manager [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.590424] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a260577-6e88-416c-9d0c-73d701ef4674 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.614167] env[62979]: DEBUG nova.scheduler.client.report [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.869718] env[62979]: DEBUG nova.compute.manager [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Received event network-changed-89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.869912] env[62979]: DEBUG nova.compute.manager [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Refreshing instance network info cache due to event network-changed-89ad3368-0f2a-43f1-abc8-04431e19d95f. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.870118] env[62979]: DEBUG oslo_concurrency.lockutils [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.945627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.946048] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Instance network_info: |[{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.946324] env[62979]: DEBUG oslo_concurrency.lockutils [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.946516] env[62979]: DEBUG nova.network.neutron [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Refreshing network info cache for port 89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.947754] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ad3368-0f2a-43f1-abc8-04431e19d95f', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.963746] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating folder: Project (0acab47817a84a9baf48e6da9ae771d7). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.965191] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.967773] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aedec4ce-6958-4e81-a6fb-8cf7a35f9a11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.985034] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created folder: Project (0acab47817a84a9baf48e6da9ae771d7) in parent group-v483149. [ 665.985275] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating folder: Instances. Parent ref: group-v483236. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.985529] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c088ca-9ad7-45b3-9020-a715e37112e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.998620] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created folder: Instances in parent group-v483236. [ 665.998926] env[62979]: DEBUG oslo.service.loopingcall [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.999138] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.999359] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909a9be9-45a0-4cdc-a38c-86b8dbc48b83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.016128] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.016311] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.016488] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.016652] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.016797] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.016943] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.017385] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.017593] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.017777] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.017934] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.019271] env[62979]: DEBUG nova.virt.hardware [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.019498] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08ccd5-374f-4a59-9af6-bd72001d44e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.031138] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd309c1a-c522-4bee-b2bf-2394a97caea7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.035444] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.035444] env[62979]: value = "task-2381061" [ 666.035444] env[62979]: _type = "Task" [ 666.035444] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.053508] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381061, 'name': CreateVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.118614] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.121310] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.159s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.123673] env[62979]: INFO nova.compute.claims [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.148124] env[62979]: INFO nova.scheduler.client.report [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Deleted allocations for instance 2c1a9917-d772-48fd-a87d-29b6b0750681 [ 666.506830] env[62979]: DEBUG nova.compute.manager [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Received event network-vif-plugged-84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.508569] env[62979]: DEBUG oslo_concurrency.lockutils [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] Acquiring lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.508871] env[62979]: DEBUG oslo_concurrency.lockutils [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.509079] env[62979]: DEBUG oslo_concurrency.lockutils [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.509271] env[62979]: DEBUG nova.compute.manager [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] No waiting events found dispatching network-vif-plugged-84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.509448] env[62979]: WARNING nova.compute.manager [req-2277be2a-96fb-4e50-92a7-a34fb2a37f51 req-3ebcde78-87cc-4920-8b00-31c4ce35d299 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Received unexpected event network-vif-plugged-84f2b896-add1-4b5f-90c5-ecf79a920388 for instance with vm_state building and task_state spawning. [ 666.546718] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381061, 'name': CreateVM_Task, 'duration_secs': 0.393617} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.546888] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.547587] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.547802] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.548167] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.548417] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6edc722-f6fc-4b26-a30b-43496097e58e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.553720] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 666.553720] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd5f49-b28c-5117-810f-42224f1146f7" [ 666.553720] env[62979]: _type = "Task" [ 666.553720] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.561702] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd5f49-b28c-5117-810f-42224f1146f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.589423] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Successfully updated port: 84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.613021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285be103-89bd-4814-9a6f-a02ca1a3c1bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.617901] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Doing hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 666.618175] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-188b1f35-1da7-4a77-a766-e0da1ffd2d3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.626264] env[62979]: DEBUG oslo_vmware.api [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 666.626264] env[62979]: value = "task-2381062" [ 666.626264] env[62979]: _type = "Task" [ 666.626264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.638154] env[62979]: DEBUG oslo_vmware.api [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381062, 'name': ResetVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.658279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b9becbf0-b754-4699-b50c-72b21f383434 tempest-ServerAddressesTestJSON-2122647623 tempest-ServerAddressesTestJSON-2122647623-project-member] Lock "2c1a9917-d772-48fd-a87d-29b6b0750681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.382s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.779492] env[62979]: DEBUG nova.network.neutron [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updated VIF entry in instance network info cache for port 89ad3368-0f2a-43f1-abc8-04431e19d95f. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.779844] env[62979]: DEBUG nova.network.neutron [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.068034] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd5f49-b28c-5117-810f-42224f1146f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.068179] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.068418] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.068688] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.068826] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.069333] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.069848] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa3c7a65-e34c-4192-be05-cdc15fcc6e9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.078527] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.078739] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.079479] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f09ae8e-d1bc-47e7-971b-24e039784bdd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.088915] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 667.088915] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fdad10-59e5-b42b-0f98-6095d9fefcd9" [ 667.088915] env[62979]: _type = "Task" [ 667.088915] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.094019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.094019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.094019] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.105299] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fdad10-59e5-b42b-0f98-6095d9fefcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.106035] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f7f743-70be-4201-a972-f96822942f0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.112656] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 667.112656] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521e6858-4bda-206a-b3c2-4f3796430f22" [ 667.112656] env[62979]: _type = "Task" [ 667.112656] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.126465] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521e6858-4bda-206a-b3c2-4f3796430f22, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.126814] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.127087] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.131081] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bf2adc0-8bf0-453d-aed6-e83309e0febf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.138903] env[62979]: DEBUG oslo_vmware.api [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381062, 'name': ResetVM_Task, 'duration_secs': 0.111808} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.140261] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Did hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 667.140489] env[62979]: DEBUG nova.compute.manager [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.140820] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 667.140820] env[62979]: value = "task-2381063" [ 667.140820] env[62979]: _type = "Task" [ 667.140820] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.141535] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875630eb-912a-4e11-9a45-2e48c5b8bff5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.156376] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.282747] env[62979]: DEBUG oslo_concurrency.lockutils [req-fcb77e1c-5e62-4564-9ff1-0a5a091f9832 req-88673321-993d-4f9d-8322-a322b6babaa6 service nova] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.659178] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514452} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.659743] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.663994] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.663994] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.663994] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006fe68e-4066-4755-adcf-b18184041fa7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.667020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9320cc22-cb76-4b8d-92a1-ef7710c7be8f tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.447s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.673022] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 667.673022] env[62979]: value = "task-2381064" [ 667.673022] env[62979]: _type = "Task" [ 667.673022] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.683020] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.737612] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4538840-2783-4a0d-be31-13ebaf5d7979 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.745848] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca8c95-c4ea-4e3b-87a5-e4565a51661a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.781063] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ebc46-7cc2-43e7-86d7-ed93b6ea6988 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.789338] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401c908-aa41-44be-87a5-86a541641778 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.804461] env[62979]: DEBUG nova.compute.provider_tree [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.882833] env[62979]: DEBUG nova.network.neutron [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [{"id": "84f2b896-add1-4b5f-90c5-ecf79a920388", "address": "fa:16:3e:02:ed:7f", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f2b896-ad", "ovs_interfaceid": "84f2b896-add1-4b5f-90c5-ecf79a920388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.177589] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "f8e22148-e48a-420d-9545-ea6443a462de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.177911] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.186917] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081142} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.189021] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.189021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde5e367-088c-4043-98a7-ebebb5ac3cb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.210956] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.212471] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e0e034-c091-4e94-9a93-464aa97ce7f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.234060] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 668.234060] env[62979]: value = "task-2381065" [ 668.234060] env[62979]: _type = "Task" [ 668.234060] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.243992] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.310018] env[62979]: DEBUG nova.scheduler.client.report [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.387600] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.387600] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Instance network_info: |[{"id": "84f2b896-add1-4b5f-90c5-ecf79a920388", "address": "fa:16:3e:02:ed:7f", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f2b896-ad", "ovs_interfaceid": "84f2b896-add1-4b5f-90c5-ecf79a920388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.387825] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:ed:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f2b896-add1-4b5f-90c5-ecf79a920388', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.394936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating folder: Project (81b642c17d3e4c0b86580037badf5a11). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.395590] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2cef72e-b037-4ccf-9922-71018a9c17a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.407245] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created folder: Project (81b642c17d3e4c0b86580037badf5a11) in parent group-v483149. [ 668.407493] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating folder: Instances. Parent ref: group-v483239. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.407738] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9888c5b-3450-4fe2-a8e5-652d1dad1ff8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.418637] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created folder: Instances in parent group-v483239. [ 668.418895] env[62979]: DEBUG oslo.service.loopingcall [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.419117] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.419327] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b01a76-bd24-4350-ade7-8a6768b00f8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.440124] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.440124] env[62979]: value = "task-2381068" [ 668.440124] env[62979]: _type = "Task" [ 668.440124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.448775] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381068, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.530243] env[62979]: DEBUG nova.compute.manager [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Received event network-changed-84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.530243] env[62979]: DEBUG nova.compute.manager [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Refreshing instance network info cache due to event network-changed-84f2b896-add1-4b5f-90c5-ecf79a920388. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.530550] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] Acquiring lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.530761] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] Acquired lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.530950] env[62979]: DEBUG nova.network.neutron [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Refreshing network info cache for port 84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.621210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.622274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.622274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.622274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.622274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.625732] env[62979]: INFO nova.compute.manager [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Terminating instance [ 668.744134] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381065, 'name': ReconfigVM_Task, 'duration_secs': 0.370412} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.744425] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.745365] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e364b41-fe4b-44eb-848f-80fa3b103ffc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.752982] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 668.752982] env[62979]: value = "task-2381069" [ 668.752982] env[62979]: _type = "Task" [ 668.752982] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.761320] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381069, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.814136] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.815494] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.822301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.622s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.827139] env[62979]: INFO nova.compute.claims [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.955734] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381068, 'name': CreateVM_Task, 'duration_secs': 0.361011} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.955875] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.958321] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.958607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.958901] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.959219] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bcac57-9a5e-4056-981d-c0d5b684ec61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.965073] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 668.965073] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213c93d-3cfb-b6f8-00e1-63ccc2a03f01" [ 668.965073] env[62979]: _type = "Task" [ 668.965073] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.978159] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213c93d-3cfb-b6f8-00e1-63ccc2a03f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.131886] env[62979]: DEBUG nova.compute.manager [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.132206] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.133050] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a142d8-f1f5-4ab4-9ab7-0b3b361783b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.147264] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.147568] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae94c0c-842c-4a07-a459-c6d7ea3106a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.154885] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 669.154885] env[62979]: value = "task-2381070" [ 669.154885] env[62979]: _type = "Task" [ 669.154885] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.167037] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.265108] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381069, 'name': Rename_Task, 'duration_secs': 0.15703} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.265689] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.266315] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a23c129-ec34-40fe-bb60-73fa811d41ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.272970] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 669.272970] env[62979]: value = "task-2381071" [ 669.272970] env[62979]: _type = "Task" [ 669.272970] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.282666] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.338804] env[62979]: DEBUG nova.compute.utils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 669.344479] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.344479] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.355763] env[62979]: DEBUG nova.network.neutron [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updated VIF entry in instance network info cache for port 84f2b896-add1-4b5f-90c5-ecf79a920388. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.356125] env[62979]: DEBUG nova.network.neutron [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [{"id": "84f2b896-add1-4b5f-90c5-ecf79a920388", "address": "fa:16:3e:02:ed:7f", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f2b896-ad", "ovs_interfaceid": "84f2b896-add1-4b5f-90c5-ecf79a920388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.405880] env[62979]: DEBUG nova.policy [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21b926e53664b7daafcee31e753840b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918bfc95fa4d44e59a9d0e2f5808f5df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.477256] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213c93d-3cfb-b6f8-00e1-63ccc2a03f01, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.477842] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.478272] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.478663] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.479313] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.479610] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.479961] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1603bea-ef62-4eef-896f-c0c9222fd4fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.489598] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.490050] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.490966] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1521d2-9cd7-40d4-ae55-f8e9df635f45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497481] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 669.497481] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3f3-87b4-8606-c04d-882e69b5948e" [ 669.497481] env[62979]: _type = "Task" [ 669.497481] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.506466] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3f3-87b4-8606-c04d-882e69b5948e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.666326] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381070, 'name': PowerOffVM_Task, 'duration_secs': 0.217466} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.666607] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.666780] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.667056] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588da2a6-6c6e-48b2-9ff4-b8128a0ccba1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.744147] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.744602] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.744732] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Deleting the datastore file [datastore1] 2403c90a-52bd-4e10-9bea-f9e9c65325e2 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.745055] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d58d55-2ea7-4cf8-a950-89287a4bf216 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.753020] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for the task: (returnval){ [ 669.753020] env[62979]: value = "task-2381073" [ 669.753020] env[62979]: _type = "Task" [ 669.753020] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.763160] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.787799] env[62979]: DEBUG oslo_vmware.api [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381071, 'name': PowerOnVM_Task, 'duration_secs': 0.507716} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.787799] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.787799] env[62979]: INFO nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Took 6.49 seconds to spawn the instance on the hypervisor. [ 669.787799] env[62979]: DEBUG nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.787799] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606e3e8-d694-4c28-bddd-8575c949da68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.803994] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Successfully created port: 03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.843615] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.858880] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b9a890a-f7f5-4d4e-9a61-f49360b2b643 req-1ff3bbf8-7cfc-4307-8db0-a9e3f4645735 service nova] Releasing lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.011613] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3f3-87b4-8606-c04d-882e69b5948e, 'name': SearchDatastore_Task, 'duration_secs': 0.029279} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.013420] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b156d44-6e29-48f0-be73-8b1c900d2ac6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.018530] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 670.018530] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eed92c-b7d7-3b75-c765-61e3b55a3ac6" [ 670.018530] env[62979]: _type = "Task" [ 670.018530] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.030212] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eed92c-b7d7-3b75-c765-61e3b55a3ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.264544] env[62979]: DEBUG oslo_vmware.api [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Task: {'id': task-2381073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347824} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.264885] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.265362] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.265362] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.265569] env[62979]: INFO nova.compute.manager [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 670.265855] env[62979]: DEBUG oslo.service.loopingcall [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.268234] env[62979]: DEBUG nova.compute.manager [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.268381] env[62979]: DEBUG nova.network.neutron [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.311317] env[62979]: INFO nova.compute.manager [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Took 43.24 seconds to build instance. [ 670.370960] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad84f0-6004-455d-8e59-3c6f54fd9455 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.382817] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51e4c02-faa8-457e-8224-b743e28db8e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.417153] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8f7d4d-b0c0-4e78-b808-2593f3325bb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.423662] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba48a04-c1fe-4d10-80ce-f51ac161a3e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.437869] env[62979]: DEBUG nova.compute.provider_tree [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.528941] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eed92c-b7d7-3b75-c765-61e3b55a3ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.015722} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.529480] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.529923] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.530057] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd2d8477-4b7f-4eca-a36c-4049edb1a8da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.536396] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 670.536396] env[62979]: value = "task-2381074" [ 670.536396] env[62979]: _type = "Task" [ 670.536396] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.544795] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.767894] env[62979]: DEBUG nova.compute.manager [req-4b7b5980-dd0a-47e8-a063-7bae335e7833 req-2c07317e-3ece-4f5d-a1d8-aba2700917b7 service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Received event network-vif-deleted-e29809f5-7de3-4d0a-8a26-cac639495b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.768170] env[62979]: INFO nova.compute.manager [req-4b7b5980-dd0a-47e8-a063-7bae335e7833 req-2c07317e-3ece-4f5d-a1d8-aba2700917b7 service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Neutron deleted interface e29809f5-7de3-4d0a-8a26-cac639495b43; detaching it from the instance and deleting it from the info cache [ 670.768272] env[62979]: DEBUG nova.network.neutron [req-4b7b5980-dd0a-47e8-a063-7bae335e7833 req-2c07317e-3ece-4f5d-a1d8-aba2700917b7 service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.813944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6a42f228-bd36-46d2-b8cb-b3534d517fe9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.262s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.861842] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.894516] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.894842] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.895017] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.895215] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.895363] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.895512] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.895720] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.895881] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.896060] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.896231] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.896480] env[62979]: DEBUG nova.virt.hardware [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.897468] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ade0b-822d-4ae8-8cc1-bd0ac5725b65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.906906] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b583b6-d81a-48e6-a193-a2bcb0dc21a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.944023] env[62979]: DEBUG nova.scheduler.client.report [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.048648] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.089419] env[62979]: DEBUG nova.network.neutron [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.271541] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f15e634-6ec9-40ad-9833-e55b8296bfbb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.281744] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6acd0-b756-4326-977f-cafcb4ef5a8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.315995] env[62979]: DEBUG nova.compute.manager [req-4b7b5980-dd0a-47e8-a063-7bae335e7833 req-2c07317e-3ece-4f5d-a1d8-aba2700917b7 service nova] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Detach interface failed, port_id=e29809f5-7de3-4d0a-8a26-cac639495b43, reason: Instance 2403c90a-52bd-4e10-9bea-f9e9c65325e2 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 671.316772] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.334112] env[62979]: DEBUG nova.compute.manager [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Received event network-vif-plugged-03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.334485] env[62979]: DEBUG oslo_concurrency.lockutils [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] Acquiring lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.334701] env[62979]: DEBUG oslo_concurrency.lockutils [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.335384] env[62979]: DEBUG oslo_concurrency.lockutils [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.335384] env[62979]: DEBUG nova.compute.manager [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] No waiting events found dispatching network-vif-plugged-03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.335384] env[62979]: WARNING nova.compute.manager [req-87cb3a89-5394-48be-b419-ede07e903a9d req-bd225f9e-de17-45ed-a7f1-5ea4e383761c service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Received unexpected event network-vif-plugged-03b0fc69-da71-4549-a953-e1d13aa1c1ff for instance with vm_state building and task_state spawning. [ 671.451601] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.452131] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.455391] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.688s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.456817] env[62979]: INFO nova.compute.claims [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.475037] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Successfully updated port: 03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.551532] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857539} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.551532] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.551532] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.551532] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27bd576-75a8-46e3-b6c2-be4f1ed6995e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.558021] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 671.558021] env[62979]: value = "task-2381075" [ 671.558021] env[62979]: _type = "Task" [ 671.558021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.565235] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.595044] env[62979]: INFO nova.compute.manager [-] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Took 1.33 seconds to deallocate network for instance. [ 671.837211] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.957595] env[62979]: DEBUG nova.compute.utils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.959109] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.959262] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.978030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.978030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquired lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.978030] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.005124] env[62979]: DEBUG nova.policy [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca9ce4e1fbe3471c911419a7afa2d4db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b642c17d3e4c0b86580037badf5a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.066574] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063619} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.066874] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.067692] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858da80-29a5-48a2-9ad0-100beba9e9f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.090037] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.090392] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8242227-cd00-45f4-9360-1b24b3e50fd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.104891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.110804] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 672.110804] env[62979]: value = "task-2381076" [ 672.110804] env[62979]: _type = "Task" [ 672.110804] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.118635] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.331912] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Successfully created port: e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.462381] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.524723] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.624614] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381076, 'name': ReconfigVM_Task, 'duration_secs': 0.420814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.624899] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.625802] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c20ce15-70db-4e50-9f09-26b1ceee392a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.638955] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 672.638955] env[62979]: value = "task-2381077" [ 672.638955] env[62979]: _type = "Task" [ 672.638955] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.650029] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381077, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.685691] env[62979]: DEBUG nova.network.neutron [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updating instance_info_cache with network_info: [{"id": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "address": "fa:16:3e:ab:43:60", "network": {"id": "08e6d2e8-d4aa-4c27-a995-2f0bee13a3eb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2025432848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bfc95fa4d44e59a9d0e2f5808f5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0fc69-da", "ovs_interfaceid": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.846226] env[62979]: DEBUG nova.compute.manager [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Received event network-changed-89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.846520] env[62979]: DEBUG nova.compute.manager [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Refreshing instance network info cache due to event network-changed-89ad3368-0f2a-43f1-abc8-04431e19d95f. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.846772] env[62979]: DEBUG oslo_concurrency.lockutils [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.847919] env[62979]: DEBUG oslo_concurrency.lockutils [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.848158] env[62979]: DEBUG nova.network.neutron [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Refreshing network info cache for port 89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.937303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764b4a3-1e26-4c25-95eb-8dc9f1afe6c0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.947835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a29b2-1d0d-442f-ae1d-f7cca8540712 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.983647] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c976be9-8eae-4366-b46a-cc3ca700a80b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.992364] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbca85-97a8-4bf3-9acc-67727b7bb9b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.006991] env[62979]: DEBUG nova.compute.provider_tree [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.148918] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381077, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.190974] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Releasing lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.191382] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Instance network_info: |[{"id": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "address": "fa:16:3e:ab:43:60", "network": {"id": "08e6d2e8-d4aa-4c27-a995-2f0bee13a3eb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2025432848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bfc95fa4d44e59a9d0e2f5808f5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0fc69-da", "ovs_interfaceid": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.191826] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:43:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b0fc69-da71-4549-a953-e1d13aa1c1ff', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.199533] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Creating folder: Project (918bfc95fa4d44e59a9d0e2f5808f5df). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.199838] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd82b26-c00b-464b-a53b-1e08ef5525ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.210316] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Created folder: Project (918bfc95fa4d44e59a9d0e2f5808f5df) in parent group-v483149. [ 673.210500] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Creating folder: Instances. Parent ref: group-v483242. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.210720] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be729e0d-6920-4777-960f-65c1e91d7e25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.220241] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Created folder: Instances in parent group-v483242. [ 673.220360] env[62979]: DEBUG oslo.service.loopingcall [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.220530] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.220755] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec466639-22be-437e-938f-7dafef7b6d2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.239298] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.239298] env[62979]: value = "task-2381080" [ 673.239298] env[62979]: _type = "Task" [ 673.239298] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.246685] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381080, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.363059] env[62979]: DEBUG nova.compute.manager [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Received event network-changed-03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.363059] env[62979]: DEBUG nova.compute.manager [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Refreshing instance network info cache due to event network-changed-03b0fc69-da71-4549-a953-e1d13aa1c1ff. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.363059] env[62979]: DEBUG oslo_concurrency.lockutils [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] Acquiring lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.363468] env[62979]: DEBUG oslo_concurrency.lockutils [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] Acquired lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.363468] env[62979]: DEBUG nova.network.neutron [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Refreshing network info cache for port 03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.483654] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.508487] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.508748] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.508929] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.509149] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.509296] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.509503] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.509768] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.509961] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.510350] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.510559] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.510751] env[62979]: DEBUG nova.virt.hardware [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.511593] env[62979]: DEBUG nova.scheduler.client.report [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.515589] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57a2e73-7a9e-49d9-b5ea-5e6d17152a73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.523696] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cab3f7c-df9b-427b-85a7-b0d66043f4c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.650205] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381077, 'name': Rename_Task, 'duration_secs': 0.519397} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.650505] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.650754] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11c142e-4348-4aad-8b26-48f4f91d7966 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.658505] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 673.658505] env[62979]: value = "task-2381081" [ 673.658505] env[62979]: _type = "Task" [ 673.658505] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.667200] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.751956] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381080, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.825366] env[62979]: DEBUG nova.network.neutron [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updated VIF entry in instance network info cache for port 89ad3368-0f2a-43f1-abc8-04431e19d95f. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.825366] env[62979]: DEBUG nova.network.neutron [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.973793] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Successfully updated port: e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.020453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.021226] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.023965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.968s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.024180] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.024345] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.025101] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.586s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.025462] env[62979]: DEBUG nova.objects.instance [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lazy-loading 'resources' on Instance uuid 94d4222d-cfed-4c44-b252-878403290429 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.027222] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11fff77-93cd-460d-b60e-c8a3c12cac6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.037947] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baefdef-71dc-445d-b713-d0b3b8b12509 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.055560] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a703b9d-75c6-488f-8d6d-6b6ff10a9ebf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.063684] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80d047-7719-4019-a66c-c05e95b706fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.096355] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179227MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.096526] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.145994] env[62979]: DEBUG nova.network.neutron [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updated VIF entry in instance network info cache for port 03b0fc69-da71-4549-a953-e1d13aa1c1ff. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.146404] env[62979]: DEBUG nova.network.neutron [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updating instance_info_cache with network_info: [{"id": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "address": "fa:16:3e:ab:43:60", "network": {"id": "08e6d2e8-d4aa-4c27-a995-2f0bee13a3eb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2025432848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bfc95fa4d44e59a9d0e2f5808f5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0fc69-da", "ovs_interfaceid": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.168496] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.249491] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381080, 'name': CreateVM_Task, 'duration_secs': 0.533297} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.249614] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.250281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.250456] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.250779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.251032] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf347b4-af94-470b-a40b-fd271491eda2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.255654] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 674.255654] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528df739-2f3c-e82f-5415-f4a9802501d8" [ 674.255654] env[62979]: _type = "Task" [ 674.255654] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.263896] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528df739-2f3c-e82f-5415-f4a9802501d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.328282] env[62979]: DEBUG oslo_concurrency.lockutils [req-d920020d-47b9-4544-9df0-3d6611e74748 req-a1fa8a69-9cb0-48bd-afb2-782e73ffb906 service nova] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.478859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.478859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.478859] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.529181] env[62979]: DEBUG nova.compute.utils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.530955] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.531209] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.575028] env[62979]: DEBUG nova.policy [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75fc3dab262e4ea6be027a00454de7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876e8681b0f84819b8ca99215994f1c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.649174] env[62979]: DEBUG oslo_concurrency.lockutils [req-10ec0610-49b0-445c-9ae8-24b0c1bed14e req-b00754a5-291d-4339-be51-0f5df54759a5 service nova] Releasing lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.669531] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381081, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.768156] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528df739-2f3c-e82f-5415-f4a9802501d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.768469] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.768829] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.768934] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.769036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.769236] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.769503] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5fb518b-bd10-4154-a898-9306be0aa30d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.777844] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.778098] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.778837] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c053c2-7d09-4336-8e54-8c0dbf3369e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.783795] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 674.783795] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202a371-8962-550b-97e1-eac2fa7ae402" [ 674.783795] env[62979]: _type = "Task" [ 674.783795] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.795392] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202a371-8962-550b-97e1-eac2fa7ae402, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.796119] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526cf26e-8a2b-4185-9a63-c92e0d089c29 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.803318] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 674.803318] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526c33f6-15b5-4f4f-0fcf-7f2f0b5c1e21" [ 674.803318] env[62979]: _type = "Task" [ 674.803318] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.812099] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526c33f6-15b5-4f4f-0fcf-7f2f0b5c1e21, 'name': SearchDatastore_Task, 'duration_secs': 0.007672} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.814420] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.814680] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1bef287c-27f6-4a1e-9445-e18b2bfb5ded/1bef287c-27f6-4a1e-9445-e18b2bfb5ded.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.815259] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92cfe731-ec05-406e-a590-68b28b086e4c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.821147] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 674.821147] env[62979]: value = "task-2381082" [ 674.821147] env[62979]: _type = "Task" [ 674.821147] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.838107] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.940063] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Successfully created port: 00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.995702] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6e64fd-bdaa-4edd-9929-42cbc6610375 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.004195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74cf2db-954b-4bd8-a150-4108908e24eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.038196] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.040962] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb8eea7-0c75-431b-b644-eca1011563d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.044188] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.053524] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6536fb-db79-403a-beaf-96809cf23ebf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.070156] env[62979]: DEBUG nova.compute.provider_tree [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.173814] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381081, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.254371] env[62979]: DEBUG nova.network.neutron [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updating instance_info_cache with network_info: [{"id": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "address": "fa:16:3e:78:fb:e3", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55dad97-de", "ovs_interfaceid": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.343986] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381082, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.388548] env[62979]: DEBUG nova.compute.manager [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Received event network-vif-plugged-e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.388777] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Acquiring lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.388980] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.389327] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.389327] env[62979]: DEBUG nova.compute.manager [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] No waiting events found dispatching network-vif-plugged-e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.389491] env[62979]: WARNING nova.compute.manager [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Received unexpected event network-vif-plugged-e55dad97-deec-45f6-af59-dfb1c8b3ba92 for instance with vm_state building and task_state spawning. [ 675.389693] env[62979]: DEBUG nova.compute.manager [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Received event network-changed-e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.389797] env[62979]: DEBUG nova.compute.manager [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Refreshing instance network info cache due to event network-changed-e55dad97-deec-45f6-af59-dfb1c8b3ba92. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.389935] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Acquiring lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.573053] env[62979]: DEBUG nova.scheduler.client.report [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.673735] env[62979]: DEBUG oslo_vmware.api [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381081, 'name': PowerOnVM_Task, 'duration_secs': 1.854466} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.673998] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.674215] env[62979]: INFO nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Took 9.71 seconds to spawn the instance on the hypervisor. [ 675.674394] env[62979]: DEBUG nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.675163] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1295182-e9ca-431b-9792-f0872dcbc156 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.757550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.757823] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Instance network_info: |[{"id": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "address": "fa:16:3e:78:fb:e3", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55dad97-de", "ovs_interfaceid": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.758130] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Acquired lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.758320] env[62979]: DEBUG nova.network.neutron [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Refreshing network info cache for port e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.759496] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fb:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55dad97-deec-45f6-af59-dfb1c8b3ba92', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.766985] env[62979]: DEBUG oslo.service.loopingcall [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.767790] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.768016] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdc78cfb-c7d0-4734-9d4c-06e4b9169fa0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.787343] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.787343] env[62979]: value = "task-2381083" [ 675.787343] env[62979]: _type = "Task" [ 675.787343] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.795694] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381083, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.832125] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529238} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.832373] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1bef287c-27f6-4a1e-9445-e18b2bfb5ded/1bef287c-27f6-4a1e-9445-e18b2bfb5ded.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.832615] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.832849] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9365002d-ff22-4b9c-a7b1-e7c16a74635f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.838815] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 675.838815] env[62979]: value = "task-2381084" [ 675.838815] env[62979]: _type = "Task" [ 675.838815] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.846705] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.054149] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.078728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.081517] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.523s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.082660] env[62979]: INFO nova.compute.claims [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.167952] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.168212] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.168369] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.168614] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.168783] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.168866] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.172224] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.172466] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.172656] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.172825] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.173008] env[62979]: DEBUG nova.virt.hardware [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.173884] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17370272-b64a-449d-92fc-e2f77516ac20 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.192382] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51419216-377b-45ec-b17c-0a4c9c94e9f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.201586] env[62979]: INFO nova.scheduler.client.report [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleted allocations for instance 94d4222d-cfed-4c44-b252-878403290429 [ 676.203214] env[62979]: INFO nova.compute.manager [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Took 48.30 seconds to build instance. [ 676.297644] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381083, 'name': CreateVM_Task, 'duration_secs': 0.355167} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.297907] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.298664] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.298921] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.299642] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc71867-ee1a-4f1c-95d2-d7dab4da2f11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.305320] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 676.305320] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f5c3b9-280a-d782-a67f-975ca4d12f2e" [ 676.305320] env[62979]: _type = "Task" [ 676.305320] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.315828] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f5c3b9-280a-d782-a67f-975ca4d12f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.348391] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068167} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.348671] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.349509] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d20f7c-bc53-4c4c-bc25-bf39e8bd1650 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.373709] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 1bef287c-27f6-4a1e-9445-e18b2bfb5ded/1bef287c-27f6-4a1e-9445-e18b2bfb5ded.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.381724] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd0afad-36a9-4628-badc-077f5cbcf4c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.404857] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 676.404857] env[62979]: value = "task-2381085" [ 676.404857] env[62979]: _type = "Task" [ 676.404857] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.416666] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.585838] env[62979]: DEBUG nova.network.neutron [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updated VIF entry in instance network info cache for port e55dad97-deec-45f6-af59-dfb1c8b3ba92. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.586290] env[62979]: DEBUG nova.network.neutron [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updating instance_info_cache with network_info: [{"id": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "address": "fa:16:3e:78:fb:e3", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55dad97-de", "ovs_interfaceid": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.642892] env[62979]: DEBUG nova.compute.manager [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Received event network-vif-plugged-00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.642892] env[62979]: DEBUG oslo_concurrency.lockutils [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] Acquiring lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.642892] env[62979]: DEBUG oslo_concurrency.lockutils [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.643132] env[62979]: DEBUG oslo_concurrency.lockutils [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.644092] env[62979]: DEBUG nova.compute.manager [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] No waiting events found dispatching network-vif-plugged-00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.644092] env[62979]: WARNING nova.compute.manager [req-96db4a0f-d4b1-4694-9475-7d3c80534202 req-045fed11-b01d-417c-ab5c-68fbe23a38db service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Received unexpected event network-vif-plugged-00bf6066-abd5-4290-a471-a26065516fad for instance with vm_state building and task_state spawning. [ 676.699116] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Successfully updated port: 00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.706796] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85ac1ede-0845-4760-afb1-2dafeb7627d5 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.352s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.720066] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60522312-0c38-495f-ba3a-b9c0194138d5 tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "94d4222d-cfed-4c44-b252-878403290429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.447s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.815488] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f5c3b9-280a-d782-a67f-975ca4d12f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.024937} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.815775] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.816007] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.816246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.816426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.816610] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.816879] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc97e68d-b9e0-4358-ae7c-29d81f0ec369 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.828499] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.828744] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.829446] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcaa31d-ff95-4877-9465-6adbb2e6b452 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.834088] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 676.834088] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291f0ea-a2f0-899d-a4c2-0a93b337d74d" [ 676.834088] env[62979]: _type = "Task" [ 676.834088] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.843010] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291f0ea-a2f0-899d-a4c2-0a93b337d74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.914417] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381085, 'name': ReconfigVM_Task, 'duration_secs': 0.316283} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.914793] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 1bef287c-27f6-4a1e-9445-e18b2bfb5ded/1bef287c-27f6-4a1e-9445-e18b2bfb5ded.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.915541] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8089ba27-72ed-4e5a-9aef-30aebb6b5a20 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.921597] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 676.921597] env[62979]: value = "task-2381086" [ 676.921597] env[62979]: _type = "Task" [ 676.921597] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.929640] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381086, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.973366] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "3a60618c-b48a-45e6-81be-44b26423799d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.973627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.973839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "3a60618c-b48a-45e6-81be-44b26423799d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.974035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.974207] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.976292] env[62979]: INFO nova.compute.manager [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Terminating instance [ 677.092415] env[62979]: DEBUG oslo_concurrency.lockutils [req-9d70c99f-657b-429e-b39d-1db6e4989556 req-06b2dc3a-0fb6-4e0e-ab09-f065409d04a3 service nova] Releasing lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.202161] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.202315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.202466] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.209520] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.347405] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291f0ea-a2f0-899d-a4c2-0a93b337d74d, 'name': SearchDatastore_Task, 'duration_secs': 0.024172} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.348240] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85f60f6-0901-4ea1-8693-3f5d708311c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.355555] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 677.355555] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295091c-13d7-736e-a5af-ca9a4035feff" [ 677.355555] env[62979]: _type = "Task" [ 677.355555] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.363562] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295091c-13d7-736e-a5af-ca9a4035feff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.431775] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381086, 'name': Rename_Task, 'duration_secs': 0.143065} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.432015] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.434594] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac6a2f4-9951-499b-93a9-178cc00f6f06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.441684] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 677.441684] env[62979]: value = "task-2381087" [ 677.441684] env[62979]: _type = "Task" [ 677.441684] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.449371] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.483019] env[62979]: DEBUG nova.compute.manager [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.483019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.483019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f7b29-4b59-4d70-8924-17094fbf4861 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.489499] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.492241] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84a62a5a-c668-40d6-a5b8-8ed7443b9942 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.500019] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 677.500019] env[62979]: value = "task-2381088" [ 677.500019] env[62979]: _type = "Task" [ 677.500019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.508658] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.607897] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b350ad6-604e-40eb-9634-16c2cbfda585 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.615290] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580c27b-1f84-4c19-a635-654208d73464 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.667154] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0753ed86-531d-469d-ab4c-0eae2546958f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.677138] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423791a8-fdb9-4b4f-a248-f72bcb5ba630 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.692569] env[62979]: DEBUG nova.compute.provider_tree [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.729572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.749051] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.867514] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295091c-13d7-736e-a5af-ca9a4035feff, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.867849] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.868122] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/58724e42-0b03-4b93-bea6-bd0d2a9cd345.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.868436] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba156999-b492-417e-a530-57b10df677c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.878115] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 677.878115] env[62979]: value = "task-2381089" [ 677.878115] env[62979]: _type = "Task" [ 677.878115] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.886401] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.922869] env[62979]: DEBUG nova.network.neutron [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Updating instance_info_cache with network_info: [{"id": "00bf6066-abd5-4290-a471-a26065516fad", "address": "fa:16:3e:ab:68:b9", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bf6066-ab", "ovs_interfaceid": "00bf6066-abd5-4290-a471-a26065516fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.952199] env[62979]: DEBUG oslo_vmware.api [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381087, 'name': PowerOnVM_Task, 'duration_secs': 0.475873} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.952488] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.952689] env[62979]: INFO nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Took 7.09 seconds to spawn the instance on the hypervisor. [ 677.952863] env[62979]: DEBUG nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.953634] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74239318-65db-4ee1-a60f-700ba37bfdc6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.008503] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381088, 'name': PowerOffVM_Task, 'duration_secs': 0.197479} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.008784] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.009414] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.009414] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb37546-1d47-41d0-b826-db418eb01efd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.068412] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.068676] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.069099] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleting the datastore file [datastore2] 3a60618c-b48a-45e6-81be-44b26423799d {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.069170] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba3589f-d583-4357-97c8-b1eb2547f8dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.075872] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for the task: (returnval){ [ 678.075872] env[62979]: value = "task-2381091" [ 678.075872] env[62979]: _type = "Task" [ 678.075872] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.083142] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.196723] env[62979]: DEBUG nova.scheduler.client.report [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.391336] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.425189] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.425546] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Instance network_info: |[{"id": "00bf6066-abd5-4290-a471-a26065516fad", "address": "fa:16:3e:ab:68:b9", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bf6066-ab", "ovs_interfaceid": "00bf6066-abd5-4290-a471-a26065516fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.426205] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:68:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00bf6066-abd5-4290-a471-a26065516fad', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.434875] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating folder: Project (876e8681b0f84819b8ca99215994f1c8). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.435244] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89a4be7-e6d9-42b5-ba2e-26c824e25628 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.448126] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created folder: Project (876e8681b0f84819b8ca99215994f1c8) in parent group-v483149. [ 678.448196] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating folder: Instances. Parent ref: group-v483246. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.448417] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a1c0d7-11a6-408c-9de1-1f5c8fe734e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.461124] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created folder: Instances in parent group-v483246. [ 678.461406] env[62979]: DEBUG oslo.service.loopingcall [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.461617] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.461837] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18ce4a5-9cd6-4cda-8fb4-c312c39a6817 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.486949] env[62979]: INFO nova.compute.manager [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Took 45.55 seconds to build instance. [ 678.490036] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.490036] env[62979]: value = "task-2381094" [ 678.490036] env[62979]: _type = "Task" [ 678.490036] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.498129] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381094, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.586430] env[62979]: DEBUG oslo_vmware.api [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Task: {'id': task-2381091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272775} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.586706] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.586924] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.587125] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.587306] env[62979]: INFO nova.compute.manager [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 678.587576] env[62979]: DEBUG oslo.service.loopingcall [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.587780] env[62979]: DEBUG nova.compute.manager [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.587876] env[62979]: DEBUG nova.network.neutron [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.675029] env[62979]: DEBUG nova.compute.manager [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Received event network-changed-00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.675223] env[62979]: DEBUG nova.compute.manager [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Refreshing instance network info cache due to event network-changed-00bf6066-abd5-4290-a471-a26065516fad. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 678.675545] env[62979]: DEBUG oslo_concurrency.lockutils [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] Acquiring lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.675683] env[62979]: DEBUG oslo_concurrency.lockutils [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] Acquired lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.675814] env[62979]: DEBUG nova.network.neutron [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Refreshing network info cache for port 00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.702623] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.703167] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.705699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.111s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.705922] env[62979]: DEBUG nova.objects.instance [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lazy-loading 'resources' on Instance uuid 3dfbcac5-f18f-430c-92f1-72351dcd0af9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.888660] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641651} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.888931] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/58724e42-0b03-4b93-bea6-bd0d2a9cd345.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.889155] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.889406] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbfc22c6-9cc2-4deb-b99b-6ec9f72b7c0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.895623] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 678.895623] env[62979]: value = "task-2381095" [ 678.895623] env[62979]: _type = "Task" [ 678.895623] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.903388] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.990012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43f96d6-fd43-496e-9e14-d22907000634 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.469s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.001238] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381094, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.209597] env[62979]: DEBUG nova.compute.utils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.210916] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.211104] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.267226] env[62979]: DEBUG nova.policy [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7078302ebdd445c4878dda4507c17b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f69507b071e45439880b20f2191abda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.410920] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110955} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.411299] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.412100] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5101fcd-ba89-4cc0-8c18-7f09c60f6027 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.439550] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/58724e42-0b03-4b93-bea6-bd0d2a9cd345.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.443018] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e7c9bc-2f22-4cd9-ae09-146ad0b2bb87 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.462715] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 679.462715] env[62979]: value = "task-2381096" [ 679.462715] env[62979]: _type = "Task" [ 679.462715] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.470294] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.475519] env[62979]: DEBUG nova.network.neutron [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.495600] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.501435] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381094, 'name': CreateVM_Task, 'duration_secs': 0.640368} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.504092] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.504932] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.505100] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.505399] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.505648] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70864250-ce05-446b-a322-445b65013b1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.510363] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 679.510363] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522e189c-af44-2cde-a76f-ea7153514cc8" [ 679.510363] env[62979]: _type = "Task" [ 679.510363] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.518790] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522e189c-af44-2cde-a76f-ea7153514cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.548091] env[62979]: DEBUG nova.network.neutron [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Updated VIF entry in instance network info cache for port 00bf6066-abd5-4290-a471-a26065516fad. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.549043] env[62979]: DEBUG nova.network.neutron [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Updating instance_info_cache with network_info: [{"id": "00bf6066-abd5-4290-a471-a26065516fad", "address": "fa:16:3e:ab:68:b9", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bf6066-ab", "ovs_interfaceid": "00bf6066-abd5-4290-a471-a26065516fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.715815] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.781115] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5790f91d-e75b-46bf-859d-823dd2bb3444 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.787189] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13a6891-060c-499e-9d99-16154a0e907d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.816359] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d7113-7717-4a72-a692-bb65122c174e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.823702] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d7186-a4e0-47a2-a87b-49b0fdab5f2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.838867] env[62979]: DEBUG nova.compute.provider_tree [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.882897] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully created port: a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.974034] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.977638] env[62979]: INFO nova.compute.manager [-] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Took 1.39 seconds to deallocate network for instance. [ 680.025618] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522e189c-af44-2cde-a76f-ea7153514cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.02817} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.027702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.027702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.027702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.027702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.027702] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.028876] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f60bc19-8758-46be-8b1a-5eae35ef2db3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031822] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.036419] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.036606] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.037320] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a968b0d-540a-4ef9-972a-98707c307499 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.043521] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 680.043521] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a6d7-d35c-6045-661c-41ea2986bed7" [ 680.043521] env[62979]: _type = "Task" [ 680.043521] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.051058] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a6d7-d35c-6045-661c-41ea2986bed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.053597] env[62979]: DEBUG oslo_concurrency.lockutils [req-9244eb5b-19d1-4203-bdf3-8781f1e5da57 req-ff8e8ba5-7071-46cd-85af-43fe735c214c service nova] Releasing lock "refresh_cache-53eb9ce7-3b4a-4b39-91b9-5e17928b2677" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.297197] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully created port: b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.342379] env[62979]: DEBUG nova.scheduler.client.report [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.475441] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381096, 'name': ReconfigVM_Task, 'duration_secs': 0.836878} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.475968] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/58724e42-0b03-4b93-bea6-bd0d2a9cd345.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.476856] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b884fb-6d49-4354-b7ed-f0acef8a2515 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.486186] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.486186] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 680.486186] env[62979]: value = "task-2381097" [ 680.486186] env[62979]: _type = "Task" [ 680.486186] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.499417] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381097, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.559862] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a6d7-d35c-6045-661c-41ea2986bed7, 'name': SearchDatastore_Task, 'duration_secs': 0.029594} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.562101] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2931276f-4ef5-468f-b0ac-928404c097ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.574758] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 680.574758] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e9195-6382-666f-6cd2-2c8f10aa2977" [ 680.574758] env[62979]: _type = "Task" [ 680.574758] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.592311] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e9195-6382-666f-6cd2-2c8f10aa2977, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.593699] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully created port: 9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.597082] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.597570] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 53eb9ce7-3b4a-4b39-91b9-5e17928b2677/53eb9ce7-3b4a-4b39-91b9-5e17928b2677.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.598061] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e11a1d-0a62-4960-85be-63cc10f5b989 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.608071] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 680.608071] env[62979]: value = "task-2381098" [ 680.608071] env[62979]: _type = "Task" [ 680.608071] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.621738] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.705089] env[62979]: DEBUG nova.compute.manager [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Received event network-vif-deleted-ceeb993b-6272-4662-a524-35fe23b061ea {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.705503] env[62979]: DEBUG nova.compute.manager [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Received event network-changed-03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.705760] env[62979]: DEBUG nova.compute.manager [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Refreshing instance network info cache due to event network-changed-03b0fc69-da71-4549-a953-e1d13aa1c1ff. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.706050] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] Acquiring lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.706272] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] Acquired lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.706953] env[62979]: DEBUG nova.network.neutron [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Refreshing network info cache for port 03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.726318] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.764210] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.764559] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.764812] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.765080] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.765292] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.765526] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.765843] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.766126] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.766452] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.766739] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.767046] env[62979]: DEBUG nova.virt.hardware [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.768114] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af1f13-ac5f-495b-aaba-842a614867e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.778167] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db675e9-8e16-41e0-a656-f715f939e27e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.848252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.852224] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.196s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.854774] env[62979]: INFO nova.compute.claims [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.869301] env[62979]: INFO nova.scheduler.client.report [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted allocations for instance 3dfbcac5-f18f-430c-92f1-72351dcd0af9 [ 680.998280] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381097, 'name': Rename_Task, 'duration_secs': 0.172627} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.998573] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.998892] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c2df0f-e9de-431a-9c5a-fe128d6d5feb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.006199] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 681.006199] env[62979]: value = "task-2381099" [ 681.006199] env[62979]: _type = "Task" [ 681.006199] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.014994] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.118480] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495041} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.118748] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 53eb9ce7-3b4a-4b39-91b9-5e17928b2677/53eb9ce7-3b4a-4b39-91b9-5e17928b2677.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.118960] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.119228] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf18332-6e98-473c-b928-7c070e38e248 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.126121] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 681.126121] env[62979]: value = "task-2381100" [ 681.126121] env[62979]: _type = "Task" [ 681.126121] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.134089] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.379973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5110fd4-725d-44b2-bf9b-6a8c3979a340 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "3dfbcac5-f18f-430c-92f1-72351dcd0af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.379s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.468743] env[62979]: DEBUG nova.network.neutron [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updated VIF entry in instance network info cache for port 03b0fc69-da71-4549-a953-e1d13aa1c1ff. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.469124] env[62979]: DEBUG nova.network.neutron [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updating instance_info_cache with network_info: [{"id": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "address": "fa:16:3e:ab:43:60", "network": {"id": "08e6d2e8-d4aa-4c27-a995-2f0bee13a3eb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2025432848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918bfc95fa4d44e59a9d0e2f5808f5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0fc69-da", "ovs_interfaceid": "03b0fc69-da71-4549-a953-e1d13aa1c1ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.516836] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381099, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.636231] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066223} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.636562] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.637361] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c21c96-c1c9-44cd-ba9e-2619bbbebfa8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.664465] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 53eb9ce7-3b4a-4b39-91b9-5e17928b2677/53eb9ce7-3b4a-4b39-91b9-5e17928b2677.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.664813] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf685c6-bee5-40f3-ae0b-ca8ef8b10d1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.684158] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 681.684158] env[62979]: value = "task-2381101" [ 681.684158] env[62979]: _type = "Task" [ 681.684158] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.691661] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.971446] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1a29af-bb6b-4c49-a94b-429298bb67ce req-0c299665-8e87-4fa5-a7e8-be25ddad8368 service nova] Releasing lock "refresh_cache-1bef287c-27f6-4a1e-9445-e18b2bfb5ded" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.016899] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381099, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.135274] env[62979]: DEBUG nova.compute.manager [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-plugged-a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.135524] env[62979]: DEBUG oslo_concurrency.lockutils [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.135770] env[62979]: DEBUG oslo_concurrency.lockutils [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.136055] env[62979]: DEBUG oslo_concurrency.lockutils [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.136319] env[62979]: DEBUG nova.compute.manager [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] No waiting events found dispatching network-vif-plugged-a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.136441] env[62979]: WARNING nova.compute.manager [req-e8708ca7-95fb-4ec3-ad17-a76314cf189c req-e5a23d11-9dbf-4372-bac8-690fda652f53 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received unexpected event network-vif-plugged-a22d3177-ba45-4c26-8602-26bb4b2f1040 for instance with vm_state building and task_state spawning. [ 682.201112] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.262311] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully updated port: a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.386358] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5ae3f-50e1-4ee6-aa73-108201eb86de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.394079] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7139df-19d0-4bc4-a89b-b73d785ac73e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.427688] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca29fbb-ff15-48ac-be28-a61055bcae3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.435561] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9660a5-5029-46d8-903d-07d5fc80a6ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.456914] env[62979]: DEBUG nova.compute.provider_tree [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.517928] env[62979]: DEBUG oslo_vmware.api [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381099, 'name': PowerOnVM_Task, 'duration_secs': 1.238219} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.518591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.518591] env[62979]: INFO nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Took 9.03 seconds to spawn the instance on the hypervisor. [ 682.518767] env[62979]: DEBUG nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.519552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5fb9a9-8b87-447b-854e-0cbe8e7025d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.694918] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381101, 'name': ReconfigVM_Task, 'duration_secs': 0.656105} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.695225] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 53eb9ce7-3b4a-4b39-91b9-5e17928b2677/53eb9ce7-3b4a-4b39-91b9-5e17928b2677.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.695828] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a73aef65-a40c-48a7-8bc9-9f065f3b7d89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.701649] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 682.701649] env[62979]: value = "task-2381102" [ 682.701649] env[62979]: _type = "Task" [ 682.701649] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.711216] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381102, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.961074] env[62979]: DEBUG nova.scheduler.client.report [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.037596] env[62979]: INFO nova.compute.manager [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Took 47.86 seconds to build instance. [ 683.211653] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381102, 'name': Rename_Task, 'duration_secs': 0.146637} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.214732] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.214732] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb32ce44-f778-4bd5-b4eb-bbf952002310 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.219115] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 683.219115] env[62979]: value = "task-2381103" [ 683.219115] env[62979]: _type = "Task" [ 683.219115] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.227138] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.413439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.413439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.468057] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.468159] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.471048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.616s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.472837] env[62979]: INFO nova.compute.claims [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.539741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab7536fa-af46-43f5-8572-2fc2f38ef3a4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.689s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.555840] env[62979]: INFO nova.compute.manager [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Rescuing [ 683.556196] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.556355] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.556584] env[62979]: DEBUG nova.network.neutron [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.730189] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.977540] env[62979]: DEBUG nova.compute.utils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.981404] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.981584] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.038313] env[62979]: DEBUG nova.policy [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e14f10b09446739e5428486c1f36e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6636b35d656c4bb1826ac88726d484b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.042291] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.173134] env[62979]: DEBUG nova.compute.manager [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-changed-a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.173134] env[62979]: DEBUG nova.compute.manager [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing instance network info cache due to event network-changed-a22d3177-ba45-4c26-8602-26bb4b2f1040. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.173134] env[62979]: DEBUG oslo_concurrency.lockutils [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] Acquiring lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.173134] env[62979]: DEBUG oslo_concurrency.lockutils [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] Acquired lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.173134] env[62979]: DEBUG nova.network.neutron [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing network info cache for port a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.232743] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.463676] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully updated port: b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.485627] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.562938] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.697377] env[62979]: DEBUG nova.network.neutron [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updating instance_info_cache with network_info: [{"id": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "address": "fa:16:3e:78:fb:e3", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55dad97-de", "ovs_interfaceid": "e55dad97-deec-45f6-af59-dfb1c8b3ba92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.714315] env[62979]: DEBUG nova.network.neutron [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.731774] env[62979]: DEBUG oslo_vmware.api [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381103, 'name': PowerOnVM_Task, 'duration_secs': 1.0758} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.731774] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.731774] env[62979]: INFO nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Took 8.68 seconds to spawn the instance on the hypervisor. [ 684.731774] env[62979]: DEBUG nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.735039] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180ef50-523f-4bd1-841f-023104201152 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.806822] env[62979]: DEBUG nova.network.neutron [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.810517] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Successfully created port: 76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.000034] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce408c08-4c2f-43f6-b90f-33ec8b9c9a3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.006316] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032360ae-4a7b-40b6-ad5a-0c39b1746996 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.037844] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e921a-a299-41eb-8879-9496057603a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.047316] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e18ed5-9aeb-42a7-8285-c145feb6dcd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.061786] env[62979]: DEBUG nova.compute.provider_tree [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.201885] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-58724e42-0b03-4b93-bea6-bd0d2a9cd345" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.251066] env[62979]: INFO nova.compute.manager [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Took 46.51 seconds to build instance. [ 685.309766] env[62979]: DEBUG oslo_concurrency.lockutils [req-86ba0aff-6725-42d3-ba34-11a7a2448cd9 req-86f80a2b-55ab-4bf9-9657-49f5b89c7e34 service nova] Releasing lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.502272] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.524398] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.524606] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.524869] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.524953] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.525125] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.525248] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.525450] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.525609] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.525776] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.525934] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.526122] env[62979]: DEBUG nova.virt.hardware [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.527525] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a46058-db7e-46fa-baca-eb51b85b3e8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.535681] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55d29b5-d87e-4498-a7f1-87fc7989fa23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.565571] env[62979]: DEBUG nova.scheduler.client.report [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.753859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-91997401-6f0f-4ab2-a473-63d11965fb4b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.359s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.072105] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.072648] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.075263] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.669s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.076829] env[62979]: INFO nova.compute.claims [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.200950] env[62979]: DEBUG nova.compute.manager [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-plugged-b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.201251] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.201393] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.201562] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.201738] env[62979]: DEBUG nova.compute.manager [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] No waiting events found dispatching network-vif-plugged-b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.201906] env[62979]: WARNING nova.compute.manager [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received unexpected event network-vif-plugged-b728a250-659b-4c01-baed-49693450ad91 for instance with vm_state building and task_state spawning. [ 686.202083] env[62979]: DEBUG nova.compute.manager [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-changed-b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.202240] env[62979]: DEBUG nova.compute.manager [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing instance network info cache due to event network-changed-b728a250-659b-4c01-baed-49693450ad91. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.202423] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Acquiring lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.202559] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Acquired lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.202863] env[62979]: DEBUG nova.network.neutron [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing network info cache for port b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.257692] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.287728] env[62979]: DEBUG nova.compute.manager [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Received event network-vif-plugged-76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.288075] env[62979]: DEBUG oslo_concurrency.lockutils [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] Acquiring lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.288400] env[62979]: DEBUG oslo_concurrency.lockutils [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.288672] env[62979]: DEBUG oslo_concurrency.lockutils [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.289134] env[62979]: DEBUG nova.compute.manager [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] No waiting events found dispatching network-vif-plugged-76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.289247] env[62979]: WARNING nova.compute.manager [req-31925336-1b1f-4843-89e1-a51a8a895c12 req-9ef3c2fc-afb7-4e8a-b419-c35fedbf6320 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Received unexpected event network-vif-plugged-76b23e36-2ba8-4c42-aaed-10b680e26e13 for instance with vm_state building and task_state spawning. [ 686.372258] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.372564] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.372700] env[62979]: DEBUG nova.compute.manager [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.373587] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534481d6-b8de-465d-b1d7-7269597a7695 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.380557] env[62979]: DEBUG nova.compute.manager [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 686.381117] env[62979]: DEBUG nova.objects.instance [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lazy-loading 'flavor' on Instance uuid 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.408258] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Successfully updated port: 76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.523944] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Successfully updated port: 9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.581765] env[62979]: DEBUG nova.compute.utils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.583088] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.585340] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.634232] env[62979]: DEBUG nova.policy [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddab4f2072534586ab3692e9f528c7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf5141c9e9e34e30b87e616a16ca425d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.737023] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.737335] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b90d79a-9be6-4fa8-9394-058b89f2cce3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.743520] env[62979]: DEBUG nova.network.neutron [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.746856] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 686.746856] env[62979]: value = "task-2381104" [ 686.746856] env[62979]: _type = "Task" [ 686.746856] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.754891] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.784960] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.847491] env[62979]: DEBUG nova.network.neutron [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.910909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.911086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.911245] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.953371] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Successfully created port: 3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.025846] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.088111] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.258417] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381104, 'name': PowerOffVM_Task, 'duration_secs': 0.314317} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.258763] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.262270] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915bb25-b86e-43f6-afce-4f421cc2d393 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.285081] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884d704-95b4-4687-a135-5020f7202a31 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.322366] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.322661] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c59b49-cbdf-4b66-9927-ae87baa15499 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.331408] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 687.331408] env[62979]: value = "task-2381105" [ 687.331408] env[62979]: _type = "Task" [ 687.331408] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.339103] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.350449] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b70b878-bc7c-4536-a8bf-f509fe67b39f req-3185b0f5-9b13-440b-b15e-3dcdbe497c61 service nova] Releasing lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.350840] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351028] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.389401] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.389670] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-398b6941-a122-4173-8728-b410ff5191f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.396288] env[62979]: DEBUG oslo_vmware.api [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 687.396288] env[62979]: value = "task-2381106" [ 687.396288] env[62979]: _type = "Task" [ 687.396288] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.407201] env[62979]: DEBUG oslo_vmware.api [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.446582] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.561815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d2a7f-dfa2-439f-b648-18616b026b57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.569607] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b5298-b492-4618-83f2-236b4b51d2c0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.602067] env[62979]: DEBUG nova.network.neutron [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Updating instance_info_cache with network_info: [{"id": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "address": "fa:16:3e:2b:47:da", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b23e36-2b", "ovs_interfaceid": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.603566] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66109619-690f-4183-abf9-ce04e401227c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.611147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0bc078-05c4-437f-bc9b-f54d1399391c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.625438] env[62979]: DEBUG nova.compute.provider_tree [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.841035] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 687.841262] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.841508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.841660] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.841840] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.842102] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7170619-87fd-4af1-bbaa-168a37af1556 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.854869] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.854935] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.857441] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e39372-5a64-4116-96a7-4f5a6091bc71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.862838] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 687.862838] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f5f77-24ef-b9c8-1352-302fbc88bc69" [ 687.862838] env[62979]: _type = "Task" [ 687.862838] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.870423] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f5f77-24ef-b9c8-1352-302fbc88bc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.892919] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.905281] env[62979]: DEBUG oslo_vmware.api [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381106, 'name': PowerOffVM_Task, 'duration_secs': 0.417853} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.905549] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.905738] env[62979]: DEBUG nova.compute.manager [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.906668] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc5c55-780a-44d8-93b1-e35698b60570 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.107820] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.109835] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.110148] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Instance network_info: |[{"id": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "address": "fa:16:3e:2b:47:da", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b23e36-2b", "ovs_interfaceid": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.111022] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:47:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b23e36-2ba8-4c42-aaed-10b680e26e13', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.118632] env[62979]: DEBUG oslo.service.loopingcall [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.118788] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.119012] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40c2a0e5-6493-43b9-a2e7-3b7bd9308287 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.135642] env[62979]: DEBUG nova.scheduler.client.report [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.144569] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.144792] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.144949] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.145143] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.145292] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.145441] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.145641] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.145805] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.145973] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.146139] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.146309] env[62979]: DEBUG nova.virt.hardware [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.147171] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de16ec2-99a3-4274-b7c2-16538d04a1d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.153103] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.153103] env[62979]: value = "task-2381107" [ 688.153103] env[62979]: _type = "Task" [ 688.153103] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.161068] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407929b1-4eae-4598-91ce-c31d123e4859 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.167884] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381107, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.271322] env[62979]: DEBUG nova.compute.manager [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-plugged-9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.271547] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.271757] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.271922] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.272099] env[62979]: DEBUG nova.compute.manager [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] No waiting events found dispatching network-vif-plugged-9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.272265] env[62979]: WARNING nova.compute.manager [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received unexpected event network-vif-plugged-9382835f-3557-40ee-bfae-955af0c43639 for instance with vm_state building and task_state spawning. [ 688.272422] env[62979]: DEBUG nova.compute.manager [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-changed-9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.272625] env[62979]: DEBUG nova.compute.manager [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing instance network info cache due to event network-changed-9382835f-3557-40ee-bfae-955af0c43639. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.272747] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Acquiring lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.375961] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521f5f77-24ef-b9c8-1352-302fbc88bc69, 'name': SearchDatastore_Task, 'duration_secs': 0.029059} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.376815] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c194bf-f8d3-46e8-9130-7e93370fd374 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.382038] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 688.382038] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b32b4e-c874-54ce-bd41-e0340f1b6dd4" [ 688.382038] env[62979]: _type = "Task" [ 688.382038] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.389681] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b32b4e-c874-54ce-bd41-e0340f1b6dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.391686] env[62979]: DEBUG nova.compute.manager [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Received event network-changed-76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.391876] env[62979]: DEBUG nova.compute.manager [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Refreshing instance network info cache due to event network-changed-76b23e36-2ba8-4c42-aaed-10b680e26e13. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.392092] env[62979]: DEBUG oslo_concurrency.lockutils [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] Acquiring lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.392235] env[62979]: DEBUG oslo_concurrency.lockutils [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] Acquired lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.392390] env[62979]: DEBUG nova.network.neutron [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Refreshing network info cache for port 76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.403895] env[62979]: DEBUG nova.network.neutron [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [{"id": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "address": "fa:16:3e:8d:31:09", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d3177-ba", "ovs_interfaceid": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b728a250-659b-4c01-baed-49693450ad91", "address": "fa:16:3e:6f:0e:a7", "network": {"id": "a365f461-cba4-4804-a773-33020531d511", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695719405", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb728a250-65", "ovs_interfaceid": "b728a250-659b-4c01-baed-49693450ad91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9382835f-3557-40ee-bfae-955af0c43639", "address": "fa:16:3e:fa:ac:04", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382835f-35", "ovs_interfaceid": "9382835f-3557-40ee-bfae-955af0c43639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.419995] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b6e781b4-7725-4eac-b5e6-b5de6b55e999 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.641337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.642110] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.646373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.278s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.646716] env[62979]: DEBUG nova.objects.instance [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.667765] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381107, 'name': CreateVM_Task, 'duration_secs': 0.318888} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.668753] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Successfully updated port: 3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.670099] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.670997] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.671238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.671710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.672081] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c796900-7af3-4fea-8540-855894ec34fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.679832] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 688.679832] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5281d8e2-f46b-a467-244a-54014b38f3a3" [ 688.679832] env[62979]: _type = "Task" [ 688.679832] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.693244] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5281d8e2-f46b-a467-244a-54014b38f3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.695585] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.696038] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.696385] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.891730] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b32b4e-c874-54ce-bd41-e0340f1b6dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016834} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.892008] env[62979]: DEBUG oslo_concurrency.lockutils [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.892282] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 688.892556] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.892740] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.892943] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddc86e79-e030-4854-8c0b-8618621d77eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.894893] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4614bf5-8c73-4c46-8b87-dfad275a3553 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.903085] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 688.903085] env[62979]: value = "task-2381108" [ 688.903085] env[62979]: _type = "Task" [ 688.903085] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.906105] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.906474] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance network_info: |[{"id": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "address": "fa:16:3e:8d:31:09", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d3177-ba", "ovs_interfaceid": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b728a250-659b-4c01-baed-49693450ad91", "address": "fa:16:3e:6f:0e:a7", "network": {"id": "a365f461-cba4-4804-a773-33020531d511", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695719405", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb728a250-65", "ovs_interfaceid": "b728a250-659b-4c01-baed-49693450ad91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9382835f-3557-40ee-bfae-955af0c43639", "address": "fa:16:3e:fa:ac:04", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382835f-35", "ovs_interfaceid": "9382835f-3557-40ee-bfae-955af0c43639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.906772] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Acquired lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.906953] env[62979]: DEBUG nova.network.neutron [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Refreshing network info cache for port 9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.908186] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:31:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22d3177-ba45-4c26-8602-26bb4b2f1040', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:0e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b728a250-659b-4c01-baed-49693450ad91', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ac:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9382835f-3557-40ee-bfae-955af0c43639', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.919015] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Creating folder: Project (8f69507b071e45439880b20f2191abda). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.921633] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b55c3c-a64f-4631-9862-748301b66409 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923218] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.923390] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.927280] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24ca6cb-f921-4fb8-ac66-63a1e3ce7057 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.929414] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.932774] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 688.932774] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52061de5-0082-cbdb-f103-d13f1205b630" [ 688.932774] env[62979]: _type = "Task" [ 688.932774] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.940562] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52061de5-0082-cbdb-f103-d13f1205b630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.941700] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Created folder: Project (8f69507b071e45439880b20f2191abda) in parent group-v483149. [ 688.941879] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Creating folder: Instances. Parent ref: group-v483250. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.942121] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333e397c-2539-4d3d-90f2-d4282846044b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950192] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Created folder: Instances in parent group-v483250. [ 688.950440] env[62979]: DEBUG oslo.service.loopingcall [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.951642] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.956448] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7115db21-ece8-4836-99cf-8f0f7776ef78 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.981600] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.981600] env[62979]: value = "task-2381111" [ 688.981600] env[62979]: _type = "Task" [ 688.981600] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.990429] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381111, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.153461] env[62979]: DEBUG nova.compute.utils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.157701] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.157872] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.176070] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.176244] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquired lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.176404] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.208196] env[62979]: DEBUG nova.policy [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efd1d5ca49554263b9813079b3f804c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7beba8ad0c964261a026d45a5a7db64c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.248932] env[62979]: DEBUG nova.network.neutron [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Updated VIF entry in instance network info cache for port 76b23e36-2ba8-4c42-aaed-10b680e26e13. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.249357] env[62979]: DEBUG nova.network.neutron [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Updating instance_info_cache with network_info: [{"id": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "address": "fa:16:3e:2b:47:da", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b23e36-2b", "ovs_interfaceid": "76b23e36-2ba8-4c42-aaed-10b680e26e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.413453] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491625} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.413741] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 689.414663] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067a4fc-2fec-4898-acb7-839172a6de88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.443729] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.447307] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f259538-dbd1-4b8f-bc2e-c04f061cf27f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.468065] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52061de5-0082-cbdb-f103-d13f1205b630, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.469940] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 689.469940] env[62979]: value = "task-2381112" [ 689.469940] env[62979]: _type = "Task" [ 689.469940] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.470148] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c552ac0-c49d-4cb4-a22f-74609b27a6dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.483719] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 689.483719] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522e6159-029f-303b-393d-30ef98d6b2ca" [ 689.483719] env[62979]: _type = "Task" [ 689.483719] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.484072] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.495666] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522e6159-029f-303b-393d-30ef98d6b2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.502560] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.502876] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] c1e19567-0fda-46c4-828d-b05bb9ce09cf/c1e19567-0fda-46c4-828d-b05bb9ce09cf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.503596] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381111, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.503856] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91de035e-60b4-4471-9a67-a789316fd4af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.511436] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 689.511436] env[62979]: value = "task-2381113" [ 689.511436] env[62979]: _type = "Task" [ 689.511436] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.522847] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.620916] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Successfully created port: 9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.658310] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.667025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0094f623-1b12-4216-9eb1-ced5b6d0f291 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.667025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.488s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.667227] env[62979]: DEBUG nova.objects.instance [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lazy-loading 'resources' on Instance uuid f13d696c-51ea-43c4-9376-f5894d71a376 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.734153] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.751973] env[62979]: DEBUG nova.network.neutron [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updated VIF entry in instance network info cache for port 9382835f-3557-40ee-bfae-955af0c43639. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.752484] env[62979]: DEBUG nova.network.neutron [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [{"id": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "address": "fa:16:3e:8d:31:09", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22d3177-ba", "ovs_interfaceid": "a22d3177-ba45-4c26-8602-26bb4b2f1040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b728a250-659b-4c01-baed-49693450ad91", "address": "fa:16:3e:6f:0e:a7", "network": {"id": "a365f461-cba4-4804-a773-33020531d511", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695719405", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb728a250-65", "ovs_interfaceid": "b728a250-659b-4c01-baed-49693450ad91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9382835f-3557-40ee-bfae-955af0c43639", "address": "fa:16:3e:fa:ac:04", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382835f-35", "ovs_interfaceid": "9382835f-3557-40ee-bfae-955af0c43639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.753976] env[62979]: DEBUG oslo_concurrency.lockutils [req-b415762e-e98c-4e20-ad72-c73cbc7e7135 req-5bd8ec03-5845-44d6-8884-b360bb62056d service nova] Releasing lock "refresh_cache-c1e19567-0fda-46c4-828d-b05bb9ce09cf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.982783] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381112, 'name': ReconfigVM_Task, 'duration_secs': 0.438946} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.983213] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.984416] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ed3be-7d94-4869-89e6-feca04df05b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.989797] env[62979]: DEBUG nova.compute.manager [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.996778] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44e5bc-391e-4415-809d-d84da2cb9546 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.019380] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381111, 'name': CreateVM_Task, 'duration_secs': 0.610361} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.025936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.029130] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049f966e-fb5f-49d3-a2f5-e04a2ce76111 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.042793] env[62979]: DEBUG nova.network.neutron [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [{"id": "3d6267d4-5771-49b9-ab01-98ba57c95517", "address": "fa:16:3e:59:d6:14", "network": {"id": "2f3b1a8c-a45a-48ab-a172-442673a10a26", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-39238792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5141c9e9e34e30b87e616a16ca425d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6267d4-57", "ovs_interfaceid": "3d6267d4-5771-49b9-ab01-98ba57c95517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.044613] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.044779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.045095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.045533] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea20b47-1ac3-4f36-b271-a1a2628666e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.054314] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45709} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.056343] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] c1e19567-0fda-46c4-828d-b05bb9ce09cf/c1e19567-0fda-46c4-828d-b05bb9ce09cf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.056588] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.056881] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 690.056881] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5212fbf9-8a91-3d7d-eb34-960bf52c0eeb" [ 690.056881] env[62979]: _type = "Task" [ 690.056881] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.057118] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 690.057118] env[62979]: value = "task-2381114" [ 690.057118] env[62979]: _type = "Task" [ 690.057118] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.057294] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f3e6502-4123-402a-9c38-5694226cc023 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.071663] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.076243] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 690.076243] env[62979]: value = "task-2381115" [ 690.076243] env[62979]: _type = "Task" [ 690.076243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.076790] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5212fbf9-8a91-3d7d-eb34-960bf52c0eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.077155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.077388] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.077615] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.077759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.077932] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.080992] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0773358c-df46-4ed8-b1c1-64ccb4f83614 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.088066] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.089098] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.089273] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.090176] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c4c0e3-aba2-4860-9fdc-f49c88e8e515 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.094995] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 690.094995] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52772416-07ba-f136-8cc0-51f8f4e8f5b8" [ 690.094995] env[62979]: _type = "Task" [ 690.094995] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.102348] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52772416-07ba-f136-8cc0-51f8f4e8f5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.257620] env[62979]: DEBUG oslo_concurrency.lockutils [req-64c62dec-6dd7-40f7-94d8-01e51d36ed71 req-2987d78c-a288-44e8-a4c4-774bb559acca service nova] Releasing lock "refresh_cache-74a76dd9-217c-4209-a7d3-01512114f82b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.327840] env[62979]: DEBUG nova.compute.manager [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received event network-vif-plugged-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.328059] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Acquiring lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.328275] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.328425] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.328589] env[62979]: DEBUG nova.compute.manager [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] No waiting events found dispatching network-vif-plugged-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.328750] env[62979]: WARNING nova.compute.manager [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received unexpected event network-vif-plugged-3d6267d4-5771-49b9-ab01-98ba57c95517 for instance with vm_state building and task_state spawning. [ 690.328905] env[62979]: DEBUG nova.compute.manager [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.329068] env[62979]: DEBUG nova.compute.manager [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing instance network info cache due to event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.329233] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Acquiring lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.547302] env[62979]: INFO nova.compute.manager [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] instance snapshotting [ 690.549961] env[62979]: WARNING nova.compute.manager [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 690.550155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Releasing lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.550358] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Instance network_info: |[{"id": "3d6267d4-5771-49b9-ab01-98ba57c95517", "address": "fa:16:3e:59:d6:14", "network": {"id": "2f3b1a8c-a45a-48ab-a172-442673a10a26", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-39238792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5141c9e9e34e30b87e616a16ca425d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6267d4-57", "ovs_interfaceid": "3d6267d4-5771-49b9-ab01-98ba57c95517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.553552] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Acquired lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553744] env[62979]: DEBUG nova.network.neutron [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.555670] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:d6:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6267d4-5771-49b9-ab01-98ba57c95517', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.565762] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Creating folder: Project (cf5141c9e9e34e30b87e616a16ca425d). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.567339] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbd0ea8-c9aa-435e-9c91-3b2dfbc755d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.569982] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35995488-d518-4cf6-95bd-f10cf758b1cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.606632] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e568f40-20ed-452a-8d62-5cd4da83457e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.609285] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Created folder: Project (cf5141c9e9e34e30b87e616a16ca425d) in parent group-v483149. [ 690.609474] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Creating folder: Instances. Parent ref: group-v483253. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.609727] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381114, 'name': ReconfigVM_Task, 'duration_secs': 0.157849} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.612801] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f4a15d3-b3d0-43f7-8f45-29d75f2b111a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.614185] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.614448] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066514} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.615170] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4c15c4-c0e9-4a92-819f-0a152d1d0861 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.616534] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.622186] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e22b06-9997-45f7-b961-6ffa0b4f971a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.624581] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52772416-07ba-f136-8cc0-51f8f4e8f5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.631684] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a0cc17-b9f0-4fab-9286-079b79674da6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.634328] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Created folder: Instances in parent group-v483253. [ 690.634328] env[62979]: DEBUG oslo.service.loopingcall [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.644266] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.656021] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c1e19567-0fda-46c4-828d-b05bb9ce09cf/c1e19567-0fda-46c4-828d-b05bb9ce09cf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.656021] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 690.656021] env[62979]: value = "task-2381118" [ 690.656021] env[62979]: _type = "Task" [ 690.656021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.656839] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de2c4db2-2159-433f-95c8-b20a18f791ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.673471] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38d65ce-a896-4f40-9649-fb877c41d601 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.691056] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.696282] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 690.696282] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52120e1c-e6ae-621e-e05f-f1a39718605f" [ 690.696282] env[62979]: _type = "Task" [ 690.696282] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.703074] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.703074] env[62979]: value = "task-2381120" [ 690.703074] env[62979]: _type = "Task" [ 690.703074] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.711103] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.711840] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c4c47-716f-453b-9d2e-f56e66adda1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.714266] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52120e1c-e6ae-621e-e05f-f1a39718605f, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.714537] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 690.714537] env[62979]: value = "task-2381119" [ 690.714537] env[62979]: _type = "Task" [ 690.714537] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.719635] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.719924] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 74a76dd9-217c-4209-a7d3-01512114f82b/74a76dd9-217c-4209-a7d3-01512114f82b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.721792] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d9e8c6-52cc-4d14-851e-e0b0d30f1c74 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.728453] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34b6b2-d2ed-4897-90d9-d194054f4107 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.739234] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.739495] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.739698] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.739932] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.740142] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.740325] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.740573] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.740800] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.740988] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.741185] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.741404] env[62979]: DEBUG nova.virt.hardware [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.742713] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381120, 'name': CreateVM_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.743323] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.744070] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb151c1a-dadb-49e8-916c-5ca6cf437b91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.746747] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 690.746747] env[62979]: value = "task-2381121" [ 690.746747] env[62979]: _type = "Task" [ 690.746747] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.778364] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7b41f-2bc1-441e-8a02-03112e7f7480 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.782462] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ef23b-eabd-45e0-b2d5-1859f6d557b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.787485] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.800079] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0608fc4f-d30b-431f-a212-ae2993722d23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.813376] env[62979]: DEBUG nova.compute.provider_tree [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.131780] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.135618] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9381e696-59e0-410f-bfdd-306ece884988 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.143644] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 691.143644] env[62979]: value = "task-2381122" [ 691.143644] env[62979]: _type = "Task" [ 691.143644] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.149882] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381122, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.197339] env[62979]: DEBUG oslo_vmware.api [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381118, 'name': PowerOnVM_Task, 'duration_secs': 0.411844} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.197720] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.200987] env[62979]: DEBUG nova.compute.manager [None req-02c77eaa-19f5-459e-b77b-5bfa0b76098b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.202011] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb4118-9a61-4306-ab31-50a688ab5956 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.222278] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381120, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.230632] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.258564] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.317133] env[62979]: DEBUG nova.scheduler.client.report [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.483339] env[62979]: DEBUG nova.network.neutron [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updated VIF entry in instance network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.483339] env[62979]: DEBUG nova.network.neutron [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [{"id": "3d6267d4-5771-49b9-ab01-98ba57c95517", "address": "fa:16:3e:59:d6:14", "network": {"id": "2f3b1a8c-a45a-48ab-a172-442673a10a26", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-39238792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5141c9e9e34e30b87e616a16ca425d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6267d4-57", "ovs_interfaceid": "3d6267d4-5771-49b9-ab01-98ba57c95517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.635912] env[62979]: DEBUG nova.compute.manager [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Received event network-vif-plugged-9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.636178] env[62979]: DEBUG oslo_concurrency.lockutils [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] Acquiring lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.636460] env[62979]: DEBUG oslo_concurrency.lockutils [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.636667] env[62979]: DEBUG oslo_concurrency.lockutils [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.636851] env[62979]: DEBUG nova.compute.manager [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] No waiting events found dispatching network-vif-plugged-9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.637439] env[62979]: WARNING nova.compute.manager [req-8bf1992c-abd4-46ff-9e3e-6168e5be5b24 req-a96d97a8-a587-4d25-b0b2-4428cce4ceb2 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Received unexpected event network-vif-plugged-9bb453fc-0784-4522-a890-c637ddae4f63 for instance with vm_state building and task_state spawning. [ 691.654703] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381122, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.694745] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Successfully updated port: 9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.735788] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381119, 'name': ReconfigVM_Task, 'duration_secs': 1.023336} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.739570] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c1e19567-0fda-46c4-828d-b05bb9ce09cf/c1e19567-0fda-46c4-828d-b05bb9ce09cf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.740301] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381120, 'name': CreateVM_Task, 'duration_secs': 0.999257} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.741092] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e408fa57-c210-46f6-b54e-a1c56c8850ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.743154] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.744814] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.745086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.745489] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.746176] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e2d137-51c9-43ba-b843-c46ff17e1594 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.754661] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 691.754661] env[62979]: value = "task-2381123" [ 691.754661] env[62979]: _type = "Task" [ 691.754661] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.756320] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 691.756320] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52181a22-f0c9-3ec2-8e06-c4f8cb295a0c" [ 691.756320] env[62979]: _type = "Task" [ 691.756320] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.767145] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871505} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.767850] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 74a76dd9-217c-4209-a7d3-01512114f82b/74a76dd9-217c-4209-a7d3-01512114f82b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.768146] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.768758] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf7b5af7-53c7-4948-bfae-8e7f71be5247 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.774653] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381123, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.778556] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52181a22-f0c9-3ec2-8e06-c4f8cb295a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.778854] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.779154] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.779399] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.779542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.779723] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.779983] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c79f11e1-9f29-4284-88b5-6a7a62580a2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.782948] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 691.782948] env[62979]: value = "task-2381124" [ 691.782948] env[62979]: _type = "Task" [ 691.782948] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.789031] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.789233] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.792507] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaabc75-b773-4d4e-a067-f041a18c29de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.794777] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.797637] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 691.797637] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52526be0-3953-cf89-8cf7-b2ce1113b6aa" [ 691.797637] env[62979]: _type = "Task" [ 691.797637] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.805880] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52526be0-3953-cf89-8cf7-b2ce1113b6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.822464] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.824781] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.930s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.826441] env[62979]: INFO nova.compute.claims [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.848377] env[62979]: INFO nova.scheduler.client.report [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleted allocations for instance f13d696c-51ea-43c4-9376-f5894d71a376 [ 691.986472] env[62979]: DEBUG oslo_concurrency.lockutils [req-c2c2625d-189d-4904-83f2-bd0ddb45df57 req-8cd6983f-b761-4214-8997-0a38ab9b24dc service nova] Releasing lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.153436] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381122, 'name': CreateSnapshot_Task, 'duration_secs': 0.645789} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.153896] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.154683] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9115558-4d24-4795-8453-f9e161334764 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.197758] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.197871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquired lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.198021] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.266178] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381123, 'name': Rename_Task, 'duration_secs': 0.153858} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.266464] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.266740] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f9dee0-f9e4-4728-bfa0-b4e8dda481cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.273039] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 692.273039] env[62979]: value = "task-2381125" [ 692.273039] env[62979]: _type = "Task" [ 692.273039] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.280298] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.290632] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065732} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.290875] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.291616] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e6b79-af04-45e7-8b89-58471d11147b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.318487] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 74a76dd9-217c-4209-a7d3-01512114f82b/74a76dd9-217c-4209-a7d3-01512114f82b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.321587] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac0c1ef-9b09-4564-8ff1-906c28e8ba6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.343262] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52526be0-3953-cf89-8cf7-b2ce1113b6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.344947] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 692.344947] env[62979]: value = "task-2381126" [ 692.344947] env[62979]: _type = "Task" [ 692.344947] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.345666] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74007e1d-8989-447f-8cce-10dbdc1f97ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.358552] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.360118] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 692.360118] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5221705e-9e56-bfda-7238-3ca1ee6deb57" [ 692.360118] env[62979]: _type = "Task" [ 692.360118] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.360349] env[62979]: DEBUG oslo_concurrency.lockutils [None req-be610338-45f0-4e28-ab0f-11b84b2d2cd7 tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "f13d696c-51ea-43c4-9376-f5894d71a376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.456s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.371366] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5221705e-9e56-bfda-7238-3ca1ee6deb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.673681] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.674078] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f05606f8-f18c-4002-b45e-fa3a5a7bc011 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.682579] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 692.682579] env[62979]: value = "task-2381127" [ 692.682579] env[62979]: _type = "Task" [ 692.682579] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.691740] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381127, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.730063] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.789272] env[62979]: DEBUG oslo_vmware.api [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381125, 'name': PowerOnVM_Task, 'duration_secs': 0.503082} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.789743] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.790124] env[62979]: INFO nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Took 7.29 seconds to spawn the instance on the hypervisor. [ 692.790413] env[62979]: DEBUG nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.791355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa4bc7-4dbd-4d8b-9a2d-38bef48d03b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.860362] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.873533] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5221705e-9e56-bfda-7238-3ca1ee6deb57, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.878880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.878880] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] b200c9ec-0be1-40e7-8da7-525730c7931b/b200c9ec-0be1-40e7-8da7-525730c7931b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.878880] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc0b528-0f53-432a-bcfe-87e3f7487141 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.887968] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 692.887968] env[62979]: value = "task-2381128" [ 692.887968] env[62979]: _type = "Task" [ 692.887968] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.898295] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.941565] env[62979]: DEBUG nova.network.neutron [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updating instance_info_cache with network_info: [{"id": "9bb453fc-0784-4522-a890-c637ddae4f63", "address": "fa:16:3e:2b:96:df", "network": {"id": "c847742f-59a5-48b8-98be-26673676433e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1155974149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beba8ad0c964261a026d45a5a7db64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb453fc-07", "ovs_interfaceid": "9bb453fc-0784-4522-a890-c637ddae4f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.010438] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.010701] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.010933] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.011129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.011301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.013710] env[62979]: INFO nova.compute.manager [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Terminating instance [ 693.197651] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381127, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.314468] env[62979]: INFO nova.compute.manager [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Took 46.68 seconds to build instance. [ 693.359597] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.398995] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.402204] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49e755e-a8b1-442c-92e7-319f50741c94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.410839] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fbf9c9-e6bd-46be-8b59-89dbc5385dfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.446281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Releasing lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.446674] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Instance network_info: |[{"id": "9bb453fc-0784-4522-a890-c637ddae4f63", "address": "fa:16:3e:2b:96:df", "network": {"id": "c847742f-59a5-48b8-98be-26673676433e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1155974149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beba8ad0c964261a026d45a5a7db64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb453fc-07", "ovs_interfaceid": "9bb453fc-0784-4522-a890-c637ddae4f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.447502] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:96:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb453fc-0784-4522-a890-c637ddae4f63', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.455599] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Creating folder: Project (7beba8ad0c964261a026d45a5a7db64c). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.456526] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c50478-9a93-4bb9-b82c-7e47d77f6b62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.459535] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c766b528-949d-4538-83b4-c986759678da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.468745] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d008bd-936b-4106-b4d6-bd61d25fd06b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.476081] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Created folder: Project (7beba8ad0c964261a026d45a5a7db64c) in parent group-v483149. [ 693.476081] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Creating folder: Instances. Parent ref: group-v483258. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.476826] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba634ea-0e79-4e07-a186-b621bb210c32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.488609] env[62979]: DEBUG nova.compute.provider_tree [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.499615] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Created folder: Instances in parent group-v483258. [ 693.499868] env[62979]: DEBUG oslo.service.loopingcall [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.500140] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.500420] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eaae1aa-328f-4b36-9406-e6272a2e00cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.517438] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "refresh_cache-9d635b10-3501-4c4e-ac7e-0da7cd79346b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.517646] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquired lock "refresh_cache-9d635b10-3501-4c4e-ac7e-0da7cd79346b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.517788] env[62979]: DEBUG nova.network.neutron [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.522207] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.522207] env[62979]: value = "task-2381131" [ 693.522207] env[62979]: _type = "Task" [ 693.522207] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.532815] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381131, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.659615] env[62979]: DEBUG nova.compute.manager [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Received event network-changed-9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.659858] env[62979]: DEBUG nova.compute.manager [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Refreshing instance network info cache due to event network-changed-9bb453fc-0784-4522-a890-c637ddae4f63. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.660112] env[62979]: DEBUG oslo_concurrency.lockutils [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] Acquiring lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.660283] env[62979]: DEBUG oslo_concurrency.lockutils [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] Acquired lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.660496] env[62979]: DEBUG nova.network.neutron [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Refreshing network info cache for port 9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.693200] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381127, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.817046] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4a686cec-fe46-4a4d-bc48-08479cc73443 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.885s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.858061] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381126, 'name': ReconfigVM_Task, 'duration_secs': 1.029278} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.858432] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 74a76dd9-217c-4209-a7d3-01512114f82b/74a76dd9-217c-4209-a7d3-01512114f82b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.859067] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ea4957-88d0-49e5-ab5e-8a99bd739b3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.865753] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 693.865753] env[62979]: value = "task-2381132" [ 693.865753] env[62979]: _type = "Task" [ 693.865753] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.874835] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381132, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.909172] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690055} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.910134] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] b200c9ec-0be1-40e7-8da7-525730c7931b/b200c9ec-0be1-40e7-8da7-525730c7931b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.910341] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.910935] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab7345b3-fddb-40e4-90cf-5d1e65ab28cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.919422] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 693.919422] env[62979]: value = "task-2381133" [ 693.919422] env[62979]: _type = "Task" [ 693.919422] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.931053] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.993065] env[62979]: DEBUG nova.scheduler.client.report [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.035232] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381131, 'name': CreateVM_Task, 'duration_secs': 0.510178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.035423] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.036119] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.036296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.036661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.037433] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e86c2b-6635-40eb-9305-8eb76cb6443b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.042643] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 694.042643] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3348-8434-3ba0-9398-053ed6d49c21" [ 694.042643] env[62979]: _type = "Task" [ 694.042643] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.043421] env[62979]: DEBUG nova.network.neutron [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.054924] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3348-8434-3ba0-9398-053ed6d49c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.111495] env[62979]: DEBUG nova.network.neutron [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.194254] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381127, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.319752] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.376824] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381132, 'name': Rename_Task, 'duration_secs': 0.269428} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.377111] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.377352] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08a9958-897a-47d8-85ef-3f0de8b88387 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.385215] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 694.385215] env[62979]: value = "task-2381134" [ 694.385215] env[62979]: _type = "Task" [ 694.385215] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.395657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.395856] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.396091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.396547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.396547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.398091] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.400846] env[62979]: INFO nova.compute.manager [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Terminating instance [ 694.430749] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083497} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.431017] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.431818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce7d43-522a-4abb-89b3-d4c24962017d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.457683] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b200c9ec-0be1-40e7-8da7-525730c7931b/b200c9ec-0be1-40e7-8da7-525730c7931b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.458585] env[62979]: DEBUG nova.network.neutron [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updated VIF entry in instance network info cache for port 9bb453fc-0784-4522-a890-c637ddae4f63. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.458916] env[62979]: DEBUG nova.network.neutron [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updating instance_info_cache with network_info: [{"id": "9bb453fc-0784-4522-a890-c637ddae4f63", "address": "fa:16:3e:2b:96:df", "network": {"id": "c847742f-59a5-48b8-98be-26673676433e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1155974149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beba8ad0c964261a026d45a5a7db64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb453fc-07", "ovs_interfaceid": "9bb453fc-0784-4522-a890-c637ddae4f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.460309] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9d9504-34cc-4f26-81ac-7a2fce063aec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.475290] env[62979]: DEBUG oslo_concurrency.lockutils [req-a8808582-eec7-4555-86e6-25805bb222ae req-677b9abd-3116-40d2-8c18-b02427e6f4d4 service nova] Releasing lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.481879] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 694.481879] env[62979]: value = "task-2381135" [ 694.481879] env[62979]: _type = "Task" [ 694.481879] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.490910] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.502227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.502745] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.505393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.668s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.506877] env[62979]: INFO nova.compute.claims [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.555795] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3348-8434-3ba0-9398-053ed6d49c21, 'name': SearchDatastore_Task, 'duration_secs': 0.015889} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.556118] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.556351] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.556581] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.556779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.556936] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.557232] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dabfbc55-ad57-46df-b390-67562d7bb76d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.570254] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.570433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.571163] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65eae070-764d-43f5-952e-e9ccbe887197 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.576265] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 694.576265] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fabc1-1272-260f-55e9-3972388159d7" [ 694.576265] env[62979]: _type = "Task" [ 694.576265] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.584225] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fabc1-1272-260f-55e9-3972388159d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.614084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Releasing lock "refresh_cache-9d635b10-3501-4c4e-ac7e-0da7cd79346b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.614509] env[62979]: DEBUG nova.compute.manager [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.615875] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.617553] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ca226-d6e7-4685-9faf-1db615758c70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.625956] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.626055] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba1a32f6-91ad-4137-930a-8ec3d7789205 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.632806] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 694.632806] env[62979]: value = "task-2381136" [ 694.632806] env[62979]: _type = "Task" [ 694.632806] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.641129] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.695380] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381127, 'name': CloneVM_Task, 'duration_secs': 1.646444} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.695735] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Created linked-clone VM from snapshot [ 694.696424] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37185bf2-1649-4334-aad2-24ab97c931bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.705037] env[62979]: INFO nova.compute.manager [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Rescuing [ 694.705358] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.705531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.705753] env[62979]: DEBUG nova.network.neutron [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.706931] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Uploading image b187db10-72bd-4476-994d-1e2ce8c80b31 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.731501] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.731501] env[62979]: value = "vm-483257" [ 694.731501] env[62979]: _type = "VirtualMachine" [ 694.731501] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.731822] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d21707e7-4610-44c6-8f9a-b05e4eb52581 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.741574] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease: (returnval){ [ 694.741574] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52815bf1-ed24-86d4-0ffa-31a3f0e7556b" [ 694.741574] env[62979]: _type = "HttpNfcLease" [ 694.741574] env[62979]: } obtained for exporting VM: (result){ [ 694.741574] env[62979]: value = "vm-483257" [ 694.741574] env[62979]: _type = "VirtualMachine" [ 694.741574] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.741912] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the lease: (returnval){ [ 694.741912] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52815bf1-ed24-86d4-0ffa-31a3f0e7556b" [ 694.741912] env[62979]: _type = "HttpNfcLease" [ 694.741912] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.750302] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.750302] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52815bf1-ed24-86d4-0ffa-31a3f0e7556b" [ 694.750302] env[62979]: _type = "HttpNfcLease" [ 694.750302] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 694.845099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.897512] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.906705] env[62979]: DEBUG nova.compute.manager [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.906705] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.907431] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903be928-5203-445b-916e-955c870b0d47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.928086] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.928086] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b1a75a3-50a9-474d-8736-457d8054a782 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.934721] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 694.934721] env[62979]: value = "task-2381138" [ 694.934721] env[62979]: _type = "Task" [ 694.934721] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.943167] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.994296] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.011919] env[62979]: DEBUG nova.compute.utils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.017209] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.017401] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.070459] env[62979]: DEBUG nova.policy [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe40d1d0df6c4f5387a4adf16f295d89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c6a073d404b4a97fbc9af9dbd46b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.088436] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fabc1-1272-260f-55e9-3972388159d7, 'name': SearchDatastore_Task, 'duration_secs': 0.053964} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.089409] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c455af9d-5b4a-4710-9419-0e9c11cce6a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.099049] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 695.099049] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a673e3-fa41-415f-4ce5-e97415f7d16d" [ 695.099049] env[62979]: _type = "Task" [ 695.099049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.111844] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a673e3-fa41-415f-4ce5-e97415f7d16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.142723] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381136, 'name': PowerOffVM_Task, 'duration_secs': 0.138711} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.142897] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.143102] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.143425] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4897bb0f-06ea-420f-bca5-d825b8f18d1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.175186] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.175186] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.175186] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleting the datastore file [datastore2] 9d635b10-3501-4c4e-ac7e-0da7cd79346b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.175186] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cbf861c-0852-4cb6-ae54-8139dea75777 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.184032] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for the task: (returnval){ [ 695.184032] env[62979]: value = "task-2381140" [ 695.184032] env[62979]: _type = "Task" [ 695.184032] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.193735] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.253031] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.253031] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52815bf1-ed24-86d4-0ffa-31a3f0e7556b" [ 695.253031] env[62979]: _type = "HttpNfcLease" [ 695.253031] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.253031] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.253031] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52815bf1-ed24-86d4-0ffa-31a3f0e7556b" [ 695.253031] env[62979]: _type = "HttpNfcLease" [ 695.253031] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.253031] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89321e45-99bf-4f40-a254-792baa97713d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.265518] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.265518] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.380019] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44e8fcf2-b614-47d5-bb21-8fcd13e68b91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.398899] env[62979]: DEBUG oslo_vmware.api [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381134, 'name': PowerOnVM_Task, 'duration_secs': 1.002976} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.399221] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.399423] env[62979]: INFO nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Took 14.67 seconds to spawn the instance on the hypervisor. [ 695.399595] env[62979]: DEBUG nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.400405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1714e1e8-f93d-41e0-ad3b-b3defbb1741c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.449324] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381138, 'name': PowerOffVM_Task, 'duration_secs': 0.219604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.451375] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.451375] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.451375] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e386d6c-33a5-40d6-ae3f-a12f77cc1826 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.493314] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381135, 'name': ReconfigVM_Task, 'duration_secs': 0.758423} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.493636] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b200c9ec-0be1-40e7-8da7-525730c7931b/b200c9ec-0be1-40e7-8da7-525730c7931b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.494411] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adab1ec2-f9fb-4afc-aafd-49db725bc38f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.502845] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 695.502845] env[62979]: value = "task-2381142" [ 695.502845] env[62979]: _type = "Task" [ 695.502845] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.512890] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381142, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.518514] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.518777] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.519013] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleting the datastore file [datastore1] c1e19567-0fda-46c4-828d-b05bb9ce09cf {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.519264] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24aa940a-381c-4892-884c-f7736ffdc7a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.523048] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.530260] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 695.530260] env[62979]: value = "task-2381143" [ 695.530260] env[62979]: _type = "Task" [ 695.530260] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.541438] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.612323] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a673e3-fa41-415f-4ce5-e97415f7d16d, 'name': SearchDatastore_Task, 'duration_secs': 0.045062} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.615474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.615820] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9370b479-8925-4e3c-8f1b-5cd4488f42f5/9370b479-8925-4e3c-8f1b-5cd4488f42f5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.616359] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcaed96f-23e9-4232-81dc-014f5cb7a427 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.625667] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 695.625667] env[62979]: value = "task-2381144" [ 695.625667] env[62979]: _type = "Task" [ 695.625667] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.642205] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.696841] env[62979]: DEBUG oslo_vmware.api [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Task: {'id': task-2381140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.696841] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.696841] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.696841] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.697142] env[62979]: INFO nova.compute.manager [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 695.697426] env[62979]: DEBUG oslo.service.loopingcall [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.697543] env[62979]: DEBUG nova.compute.manager [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.697660] env[62979]: DEBUG nova.network.neutron [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.737073] env[62979]: DEBUG nova.network.neutron [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.886015] env[62979]: DEBUG nova.network.neutron [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [{"id": "84f2b896-add1-4b5f-90c5-ecf79a920388", "address": "fa:16:3e:02:ed:7f", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f2b896-ad", "ovs_interfaceid": "84f2b896-add1-4b5f-90c5-ecf79a920388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.917485] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Successfully created port: 97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.933872] env[62979]: INFO nova.compute.manager [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Took 50.40 seconds to build instance. [ 696.014040] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381142, 'name': Rename_Task, 'duration_secs': 0.171813} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.014040] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.014296] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f925e06-0e72-4ca8-9b87-8d5d38a59f35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.022674] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 696.022674] env[62979]: value = "task-2381145" [ 696.022674] env[62979]: _type = "Task" [ 696.022674] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.037997] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.046499] env[62979]: DEBUG oslo_vmware.api [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199945} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.049624] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.049892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.050262] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.050338] env[62979]: INFO nova.compute.manager [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 696.050633] env[62979]: DEBUG oslo.service.loopingcall [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.051103] env[62979]: DEBUG nova.compute.manager [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.051271] env[62979]: DEBUG nova.network.neutron [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.141380] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.180886] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e4e1c-7a1e-47ca-83e5-4f3ddbae832d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190596] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134db97-979b-4849-bf22-afdc0b8e65af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.228262] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df8e00-3a7a-439d-9725-32922973cd2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.237290] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cca049-8f54-4f95-bff6-a7286ac81043 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.241897] env[62979]: DEBUG nova.network.neutron [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.253423] env[62979]: DEBUG nova.compute.provider_tree [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.392613] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.439994] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e2a7324b-c793-4686-b6db-39d233e13170 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.669s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.536572] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381145, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.539293] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.546737] env[62979]: DEBUG nova.compute.manager [req-7cabfd85-9d37-4b03-a0ad-1a29876b8560 req-543f429b-cbbb-4f05-b265-e54131c15902 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Received event network-vif-deleted-76b23e36-2ba8-4c42-aaed-10b680e26e13 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.546992] env[62979]: INFO nova.compute.manager [req-7cabfd85-9d37-4b03-a0ad-1a29876b8560 req-543f429b-cbbb-4f05-b265-e54131c15902 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Neutron deleted interface 76b23e36-2ba8-4c42-aaed-10b680e26e13; detaching it from the instance and deleting it from the info cache [ 696.547143] env[62979]: DEBUG nova.network.neutron [req-7cabfd85-9d37-4b03-a0ad-1a29876b8560 req-543f429b-cbbb-4f05-b265-e54131c15902 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.570450] env[62979]: DEBUG nova.virt.hardware [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.571598] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1521a-774a-42da-af8e-292937400ed1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.583399] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23438f48-77c0-45d4-8b7a-9e98ca6d97ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.638159] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566206} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.638159] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9370b479-8925-4e3c-8f1b-5cd4488f42f5/9370b479-8925-4e3c-8f1b-5cd4488f42f5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.638436] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.638781] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4479713-4e09-43d6-83b0-a0928746def6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.645695] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 696.645695] env[62979]: value = "task-2381146" [ 696.645695] env[62979]: _type = "Task" [ 696.645695] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.653694] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.744924] env[62979]: INFO nova.compute.manager [-] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Took 1.05 seconds to deallocate network for instance. [ 696.757908] env[62979]: DEBUG nova.scheduler.client.report [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.945149] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.042182] env[62979]: DEBUG nova.network.neutron [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.042182] env[62979]: DEBUG oslo_vmware.api [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381145, 'name': PowerOnVM_Task, 'duration_secs': 0.56563} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.042182] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.042182] env[62979]: INFO nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 697.042182] env[62979]: DEBUG nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.042182] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248450e3-0c06-4a7e-9c73-a97671eee365 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.051214] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-423a4e0a-2ef1-498f-9fd2-47f7ce79fbdf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.060355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e9548c-183b-45d9-8f1c-029401cd41f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.097139] env[62979]: DEBUG nova.compute.manager [req-7cabfd85-9d37-4b03-a0ad-1a29876b8560 req-543f429b-cbbb-4f05-b265-e54131c15902 service nova] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Detach interface failed, port_id=76b23e36-2ba8-4c42-aaed-10b680e26e13, reason: Instance c1e19567-0fda-46c4-828d-b05bb9ce09cf could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 697.156979] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066957} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.157414] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.158932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd96ee8-17cd-4db3-9528-a0e520ce8ea2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.187330] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9370b479-8925-4e3c-8f1b-5cd4488f42f5/9370b479-8925-4e3c-8f1b-5cd4488f42f5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.187330] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6996066-be17-425a-8e8d-8ced87c5a223 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.204113] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.206547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.206547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.206547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.206547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.207357] env[62979]: INFO nova.compute.manager [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Terminating instance [ 697.251677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.258779] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 697.258779] env[62979]: value = "task-2381147" [ 697.258779] env[62979]: _type = "Task" [ 697.258779] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.264475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.265199] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.269288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.164s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.269288] env[62979]: DEBUG nova.objects.instance [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lazy-loading 'resources' on Instance uuid 2403c90a-52bd-4e10-9bea-f9e9c65325e2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.276621] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.509147] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.546639] env[62979]: INFO nova.compute.manager [-] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Took 1.50 seconds to deallocate network for instance. [ 697.559641] env[62979]: INFO nova.compute.manager [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Took 48.72 seconds to build instance. [ 697.717512] env[62979]: DEBUG nova.compute.manager [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.717512] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.718158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86186620-28d2-43f2-9105-2b4e5c4289c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.726383] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.726640] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c1f28e-ded6-4bac-87d3-fbdd12a49c83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.734740] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 697.734740] env[62979]: value = "task-2381148" [ 697.734740] env[62979]: _type = "Task" [ 697.734740] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.743241] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.768345] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381147, 'name': ReconfigVM_Task, 'duration_secs': 0.389855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.768623] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9370b479-8925-4e3c-8f1b-5cd4488f42f5/9370b479-8925-4e3c-8f1b-5cd4488f42f5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.769309] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c550a2f2-61a5-46c7-b095-67215aafc31a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.771947] env[62979]: DEBUG nova.compute.utils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.776227] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.776495] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.783523] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 697.783523] env[62979]: value = "task-2381149" [ 697.783523] env[62979]: _type = "Task" [ 697.783523] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.794070] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381149, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.883807] env[62979]: DEBUG nova.policy [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.928243] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Successfully updated port: 97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.966011] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.966011] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b4c47e-e37d-4316-8669-56fe9eae0a94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.972738] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 697.972738] env[62979]: value = "task-2381150" [ 697.972738] env[62979]: _type = "Task" [ 697.972738] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.985798] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.055037] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.063296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bf8df43c-dbde-4874-9b0b-79b650ce6e30 tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.545s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.247594] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381148, 'name': PowerOffVM_Task, 'duration_secs': 0.25078} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.248968] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.249387] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.255393] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bed961d-2831-4f31-ba1b-18dfa80a672a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.277029] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.303270] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381149, 'name': Rename_Task, 'duration_secs': 0.170883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.303562] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.303816] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8b18e9-145d-4d2d-8e46-064922f7c608 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.312018] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 698.312018] env[62979]: value = "task-2381152" [ 698.312018] env[62979]: _type = "Task" [ 698.312018] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.315973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0deb283-3112-4d17-bbe7-149d6b1a272f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.324337] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.327686] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40419bd9-5cde-4d47-8035-7bf7e92d0863 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.362627] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e8eb2-f46a-4675-b56b-75e8f7b0026b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.369615] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc14bb-0de6-45a7-a98b-cfa242d593d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.387829] env[62979]: DEBUG nova.compute.provider_tree [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.429264] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.429264] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.429264] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleting the datastore file [datastore1] 74a76dd9-217c-4209-a7d3-01512114f82b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.429264] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc962e56-3315-4a98-9a81-41449b6ab9f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.430555] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.430684] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.430828] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.439817] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 698.439817] env[62979]: value = "task-2381153" [ 698.439817] env[62979]: _type = "Task" [ 698.439817] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.449810] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.488214] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.513136] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Successfully created port: 24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.566608] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.691073] env[62979]: DEBUG nova.compute.manager [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Received event network-vif-plugged-97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.691338] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Acquiring lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.691520] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.691685] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.691864] env[62979]: DEBUG nova.compute.manager [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] No waiting events found dispatching network-vif-plugged-97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.692055] env[62979]: WARNING nova.compute.manager [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Received unexpected event network-vif-plugged-97eec083-670c-4816-b03e-0ae2744552f1 for instance with vm_state building and task_state spawning. [ 698.692218] env[62979]: DEBUG nova.compute.manager [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Received event network-changed-97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.692370] env[62979]: DEBUG nova.compute.manager [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Refreshing instance network info cache due to event network-changed-97eec083-670c-4816-b03e-0ae2744552f1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.692535] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Acquiring lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.821017] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.891035] env[62979]: DEBUG nova.scheduler.client.report [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.951089] env[62979]: DEBUG oslo_vmware.api [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510116} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.952018] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.952242] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.952446] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.952634] env[62979]: INFO nova.compute.manager [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 698.952886] env[62979]: DEBUG oslo.service.loopingcall [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.953113] env[62979]: DEBUG nova.compute.manager [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.953207] env[62979]: DEBUG nova.network.neutron [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.983307] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.001832] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.098636] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.199285] env[62979]: DEBUG nova.network.neutron [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Updating instance_info_cache with network_info: [{"id": "97eec083-670c-4816-b03e-0ae2744552f1", "address": "fa:16:3e:eb:4e:37", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eec083-67", "ovs_interfaceid": "97eec083-670c-4816-b03e-0ae2744552f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.290545] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.325023] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381152, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.326727] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.327111] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.327199] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.327387] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.327530] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.327698] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.327942] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.328152] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.328406] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.328653] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.328777] env[62979]: DEBUG nova.virt.hardware [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.330042] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21424c64-1e89-46ad-ab73-880a1a549e3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.341210] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b5783-7abe-43e2-8885-672032b3c007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.397109] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.399822] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.303s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.425352] env[62979]: INFO nova.scheduler.client.report [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Deleted allocations for instance 2403c90a-52bd-4e10-9bea-f9e9c65325e2 [ 699.487828] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381150, 'name': PowerOffVM_Task, 'duration_secs': 1.161759} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.488164] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.489652] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd6eae-8e42-4527-9091-91add16fcb36 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.516115] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b6204e-acb4-4e95-a2da-532a67c58091 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.559413] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.559744] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abeb3540-1b06-4fa8-9f6f-427ec4657850 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.567650] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 699.567650] env[62979]: value = "task-2381154" [ 699.567650] env[62979]: _type = "Task" [ 699.567650] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.578456] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 699.578672] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.578917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.579099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.579246] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.579497] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e259a4fc-f25a-4766-81e7-40242e1e1041 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.589052] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.589291] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.589982] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6414ac2b-0d07-4820-8f1b-747c30584670 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.595804] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 699.595804] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52557123-d617-d041-9299-15e10cd311b8" [ 699.595804] env[62979]: _type = "Task" [ 699.595804] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.604095] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52557123-d617-d041-9299-15e10cd311b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.703047] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.703448] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance network_info: |[{"id": "97eec083-670c-4816-b03e-0ae2744552f1", "address": "fa:16:3e:eb:4e:37", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eec083-67", "ovs_interfaceid": "97eec083-670c-4816-b03e-0ae2744552f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.703793] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Acquired lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.703994] env[62979]: DEBUG nova.network.neutron [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Refreshing network info cache for port 97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.705291] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:4e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97eec083-670c-4816-b03e-0ae2744552f1', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.713986] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating folder: Project (e84c6a073d404b4a97fbc9af9dbd46b5). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.714696] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bc8ac96-8f2d-403d-879f-d1c232b04ac5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.727594] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created folder: Project (e84c6a073d404b4a97fbc9af9dbd46b5) in parent group-v483149. [ 699.727810] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating folder: Instances. Parent ref: group-v483261. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.728075] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f47048-f23c-4901-9095-77ea56bb2e6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.738132] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created folder: Instances in parent group-v483261. [ 699.738487] env[62979]: DEBUG oslo.service.loopingcall [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.738591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.738800] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5995930b-9ad1-45ef-90bb-2c1dd682bed4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.760128] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.760128] env[62979]: value = "task-2381157" [ 699.760128] env[62979]: _type = "Task" [ 699.760128] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.768557] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381157, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.801535] env[62979]: DEBUG nova.compute.manager [req-d8f145b8-6783-407a-bf41-d29c22965f45 req-e6d2442a-5c36-407c-8214-430d0a0bcf39 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-deleted-a22d3177-ba45-4c26-8602-26bb4b2f1040 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.801749] env[62979]: INFO nova.compute.manager [req-d8f145b8-6783-407a-bf41-d29c22965f45 req-e6d2442a-5c36-407c-8214-430d0a0bcf39 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Neutron deleted interface a22d3177-ba45-4c26-8602-26bb4b2f1040; detaching it from the instance and deleting it from the info cache [ 699.802214] env[62979]: DEBUG nova.network.neutron [req-d8f145b8-6783-407a-bf41-d29c22965f45 req-e6d2442a-5c36-407c-8214-430d0a0bcf39 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [{"id": "b728a250-659b-4c01-baed-49693450ad91", "address": "fa:16:3e:6f:0e:a7", "network": {"id": "a365f461-cba4-4804-a773-33020531d511", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1695719405", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb728a250-65", "ovs_interfaceid": "b728a250-659b-4c01-baed-49693450ad91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9382835f-3557-40ee-bfae-955af0c43639", "address": "fa:16:3e:fa:ac:04", "network": {"id": "62a5a0ce-02e5-42e0-92db-d8f0e6adef5a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-720383126", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9382835f-35", "ovs_interfaceid": "9382835f-3557-40ee-bfae-955af0c43639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.825967] env[62979]: DEBUG oslo_vmware.api [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381152, 'name': PowerOnVM_Task, 'duration_secs': 1.147491} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.825967] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.825967] env[62979]: INFO nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Took 9.13 seconds to spawn the instance on the hypervisor. [ 699.825967] env[62979]: DEBUG nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.826343] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3187d5-dbb8-4cee-bb4a-14f5f5ccc6d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.933707] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84ceafb7-badb-4213-9e5f-0e81bd08fd2a tempest-InstanceActionsTestJSON-1769083303 tempest-InstanceActionsTestJSON-1769083303-project-member] Lock "2403c90a-52bd-4e10-9bea-f9e9c65325e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.312s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.113454] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52557123-d617-d041-9299-15e10cd311b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015286} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.114743] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1752da35-4cb4-40ba-ad9c-ef18356f1347 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.124843] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 700.124843] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fda17-72e8-cec3-612f-92a0a35142cb" [ 700.124843] env[62979]: _type = "Task" [ 700.124843] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.135295] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fda17-72e8-cec3-612f-92a0a35142cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.270838] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381157, 'name': CreateVM_Task, 'duration_secs': 0.476192} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.270928] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.272030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.272030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.272176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.272411] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e1f46d-f0b4-41e3-ad87-0135ac4f8636 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.279250] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 700.279250] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26aba-45f7-f7a5-5018-f1107fab9deb" [ 700.279250] env[62979]: _type = "Task" [ 700.279250] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.285167] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26aba-45f7-f7a5-5018-f1107fab9deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.309443] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c195d4b2-a231-4f3a-bf6c-f3555222e503 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.321379] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a0e95-5002-42f6-b44b-bc8408ce3cb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.350366] env[62979]: INFO nova.compute.manager [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Took 43.96 seconds to build instance. [ 700.373987] env[62979]: DEBUG nova.network.neutron [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.379963] env[62979]: DEBUG nova.compute.manager [req-d8f145b8-6783-407a-bf41-d29c22965f45 req-e6d2442a-5c36-407c-8214-430d0a0bcf39 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Detach interface failed, port_id=a22d3177-ba45-4c26-8602-26bb4b2f1040, reason: Instance 74a76dd9-217c-4209-a7d3-01512114f82b could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 700.434925] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Successfully updated port: 24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.456526] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.456707] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3a60618c-b48a-45e6-81be-44b26423799d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.456862] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance aa4bdd4a-f03c-48a3-973a-d965db0348a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.456987] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3fb2b4f8-2587-4345-80fc-fa65f2ed993d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457114] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance fc7e713d-8e89-499e-bd3d-18aac337b3f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457228] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9538e88e-eb5b-4f06-90ae-758d08537353 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457339] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 291d4570-ca75-4015-8368-291a72e8f34e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457446] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 98c2e293-ca8a-4e70-b164-3de0966e69b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457554] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 91ffb5f9-0178-4c46-85af-820755408214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457710] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.457890] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9d635b10-3501-4c4e-ac7e-0da7cd79346b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.458030] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 23b10046-99a6-49d9-a9ec-14e56e41b895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458136] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458243] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458351] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1bef287c-27f6-4a1e-9445-e18b2bfb5ded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458460] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 58724e42-0b03-4b93-bea6-bd0d2a9cd345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458575] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458670] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 74a76dd9-217c-4209-a7d3-01512114f82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.458801] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c1e19567-0fda-46c4-828d-b05bb9ce09cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.458906] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance b200c9ec-0be1-40e7-8da7-525730c7931b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.459020] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9370b479-8925-4e3c-8f1b-5cd4488f42f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.459140] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.459247] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c8c7241a-1c88-4c14-a755-21f0873d80de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 700.522261] env[62979]: DEBUG nova.network.neutron [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Updated VIF entry in instance network info cache for port 97eec083-670c-4816-b03e-0ae2744552f1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.522769] env[62979]: DEBUG nova.network.neutron [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Updating instance_info_cache with network_info: [{"id": "97eec083-670c-4816-b03e-0ae2744552f1", "address": "fa:16:3e:eb:4e:37", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eec083-67", "ovs_interfaceid": "97eec083-670c-4816-b03e-0ae2744552f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.636955] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fda17-72e8-cec3-612f-92a0a35142cb, 'name': SearchDatastore_Task, 'duration_secs': 0.032094} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.637281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.637617] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 700.637821] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7713e85c-1cab-4da0-b0b3-386ccb77cf8f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.645033] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 700.645033] env[62979]: value = "task-2381158" [ 700.645033] env[62979]: _type = "Task" [ 700.645033] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.653982] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.787966] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f26aba-45f7-f7a5-5018-f1107fab9deb, 'name': SearchDatastore_Task, 'duration_secs': 0.022489} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.788400] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.788718] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.788967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.789168] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.789396] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.789899] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-658d812d-30d6-4172-8bda-029c4dda226c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.800712] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.800849] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.801640] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c821c15-e309-4e5e-a127-dae2697326f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.806726] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 700.806726] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b942a-02a4-68ce-f5ce-ec27738c726f" [ 700.806726] env[62979]: _type = "Task" [ 700.806726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.814160] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b942a-02a4-68ce-f5ce-ec27738c726f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.852902] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef86e175-c40a-4b8e-ad59-695129383729 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.423s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.877616] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.877839] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing instance network info cache due to event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.878349] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Acquiring lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.878585] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Acquired lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.878802] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.880923] env[62979]: INFO nova.compute.manager [-] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Took 1.93 seconds to deallocate network for instance. [ 700.941465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.941465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.941465] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.962473] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1667b43d-f077-46d4-8c99-29c84a04854f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.025583] env[62979]: DEBUG oslo_concurrency.lockutils [req-94819260-dcd1-4f23-9fd7-df81df9c4ddb req-e5b1ea82-5d8a-44bd-b4fa-69320ed88058 service nova] Releasing lock "refresh_cache-ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.154190] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.318678] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b942a-02a4-68ce-f5ce-ec27738c726f, 'name': SearchDatastore_Task, 'duration_secs': 0.026263} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.319779] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a01096-49c0-4d67-a881-b99b3ccd2bae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.325293] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 701.325293] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c732b5-2325-5203-9f5a-0143685c6f1f" [ 701.325293] env[62979]: _type = "Task" [ 701.325293] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.333308] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c732b5-2325-5203-9f5a-0143685c6f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.355996] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.387055] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.465325] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ac4c6ca5-cdb1-4603-8609-8e442cf534fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.532708] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.654369] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72199} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.654695] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 701.655570] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a5cb45-e375-4534-8c9f-4344892fbd9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.684448] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.689284] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607acd33-757d-47e2-9a8b-0123add26282 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.708295] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 701.708295] env[62979]: value = "task-2381159" [ 701.708295] env[62979]: _type = "Task" [ 701.708295] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.717465] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.815862] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updated VIF entry in instance network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.816290] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [{"id": "3d6267d4-5771-49b9-ab01-98ba57c95517", "address": "fa:16:3e:59:d6:14", "network": {"id": "2f3b1a8c-a45a-48ab-a172-442673a10a26", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-39238792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5141c9e9e34e30b87e616a16ca425d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6267d4-57", "ovs_interfaceid": "3d6267d4-5771-49b9-ab01-98ba57c95517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.837058] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c732b5-2325-5203-9f5a-0143685c6f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.023289} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.837315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.837625] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.837937] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd0b715-849f-4270-b575-561adf4c2f3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.847263] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 701.847263] env[62979]: value = "task-2381160" [ 701.847263] env[62979]: _type = "Task" [ 701.847263] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.854107] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.885508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.969226] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.994917] env[62979]: DEBUG nova.network.neutron [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.215074] env[62979]: DEBUG nova.compute.manager [req-eec53010-952d-4e48-bdd5-f4054c7b18a1 req-3e7496c1-8f63-40d8-a829-e5d80377e845 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-deleted-9382835f-3557-40ee-bfae-955af0c43639 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.215412] env[62979]: DEBUG nova.compute.manager [req-eec53010-952d-4e48-bdd5-f4054c7b18a1 req-3e7496c1-8f63-40d8-a829-e5d80377e845 service nova] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Received event network-vif-deleted-b728a250-659b-4c01-baed-49693450ad91 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.221926] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.319587] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Releasing lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.319587] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-vif-plugged-24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.319942] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.319942] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.320116] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.320379] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] No waiting events found dispatching network-vif-plugged-24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.320693] env[62979]: WARNING nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received unexpected event network-vif-plugged-24010670-24b2-42e4-8eef-2eb75ca4b29e for instance with vm_state building and task_state spawning. [ 702.320919] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-changed-24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.321057] env[62979]: DEBUG nova.compute.manager [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing instance network info cache due to event network-changed-24010670-24b2-42e4-8eef-2eb75ca4b29e. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.321311] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.360315] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.472818] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.498248] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.498573] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Instance network_info: |[{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.498866] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499054] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing network info cache for port 24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.500214] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:09:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24010670-24b2-42e4-8eef-2eb75ca4b29e', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.508692] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating folder: Project (f2c40e7ee447487e9fa186b59ae54179). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.511960] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f87f3720-1d52-45ba-860d-29897e35ded3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.523071] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created folder: Project (f2c40e7ee447487e9fa186b59ae54179) in parent group-v483149. [ 702.523328] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating folder: Instances. Parent ref: group-v483264. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.524313] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e777dc2-4adc-4f64-8f29-206e0c7282f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.533846] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created folder: Instances in parent group-v483264. [ 702.534407] env[62979]: DEBUG oslo.service.loopingcall [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.534407] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.534542] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c607bf01-7d7a-47b8-a3a0-60ce8137f4d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.558057] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.558057] env[62979]: value = "task-2381163" [ 702.558057] env[62979]: _type = "Task" [ 702.558057] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.566478] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381163, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.719930] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381159, 'name': ReconfigVM_Task, 'duration_secs': 0.761739} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.720305] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.721252] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf07ceaf-5633-4a18-ac95-680d7a28e61d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.749998] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2c5a89-1be3-4162-a868-fe61f9f66c0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.765274] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 702.765274] env[62979]: value = "task-2381164" [ 702.765274] env[62979]: _type = "Task" [ 702.765274] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.773519] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.835538] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updated VIF entry in instance network info cache for port 24010670-24b2-42e4-8eef-2eb75ca4b29e. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.836662] env[62979]: DEBUG nova.network.neutron [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.856054] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694676} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.856349] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.856566] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.856970] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9be8ef2-ba29-42a8-a754-b109e7faef61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.864646] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 702.864646] env[62979]: value = "task-2381165" [ 702.864646] env[62979]: _type = "Task" [ 702.864646] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.874411] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.975901] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 124d9b8b-e705-4395-adc5-e326bcbec979 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.069010] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381163, 'name': CreateVM_Task, 'duration_secs': 0.392173} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.069271] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.069994] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.070170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.070706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.071028] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e912f952-f14c-4470-9ae0-9440af450c50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.075494] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 703.075494] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528aa46c-fc48-1835-fda6-1818542f3eaf" [ 703.075494] env[62979]: _type = "Task" [ 703.075494] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.084126] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528aa46c-fc48-1835-fda6-1818542f3eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.278728] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381164, 'name': ReconfigVM_Task, 'duration_secs': 0.257978} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.279031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.280388] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42aa87bb-324b-4208-b4fd-ba51143e3700 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.286413] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 703.286413] env[62979]: value = "task-2381166" [ 703.286413] env[62979]: _type = "Task" [ 703.286413] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.302756] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.339079] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4768c3-78ea-47b3-9fef-97f3b8418393 req-a51197da-9f41-422c-8f4d-6f1ca789e60b service nova] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.351456] env[62979]: DEBUG nova.compute.manager [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Received event network-changed-9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.351751] env[62979]: DEBUG nova.compute.manager [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Refreshing instance network info cache due to event network-changed-9bb453fc-0784-4522-a890-c637ddae4f63. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.351872] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] Acquiring lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.352019] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] Acquired lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.352197] env[62979]: DEBUG nova.network.neutron [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Refreshing network info cache for port 9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.375737] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123623} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.376409] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.377468] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283ea8f-8a79-4fb8-a3a7-62ea72138ed9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.406507] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.406888] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16cf8697-93cf-424e-b5bc-7297a7c75b88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.430570] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 703.430570] env[62979]: value = "task-2381167" [ 703.430570] env[62979]: _type = "Task" [ 703.430570] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.441158] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.481704] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance d05bd991-4bcc-4fec-9536-9220169fed55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.589296] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528aa46c-fc48-1835-fda6-1818542f3eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.026475} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.591245] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.591322] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.591550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.591699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.591913] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.592167] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f9baab6-5897-429e-aaca-78109449fbb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.605168] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.605536] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.606363] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa2f963-04bf-4686-8d9c-e74e594a211c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.616443] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 703.616443] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f0e65f-21ac-c2be-3fcc-16fc42125dfc" [ 703.616443] env[62979]: _type = "Task" [ 703.616443] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.627034] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f0e65f-21ac-c2be-3fcc-16fc42125dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.681906] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.681906] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41bf9b4-b9e9-4e46-bf4c-d86f725e25df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.688169] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.688410] env[62979]: ERROR oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk due to incomplete transfer. [ 703.688695] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-836b9b7b-cbd8-4ad4-b61a-51ca285fb2f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.696104] env[62979]: DEBUG oslo_vmware.rw_handles [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba6f1c-732b-a613-d776-2da1e254d2a0/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.696342] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Uploaded image b187db10-72bd-4476-994d-1e2ce8c80b31 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.698646] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.698934] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ed1e00d-6177-4e39-bc55-0e749d1af76a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.706225] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 703.706225] env[62979]: value = "task-2381168" [ 703.706225] env[62979]: _type = "Task" [ 703.706225] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.715733] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381168, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.797374] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.946597] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.993428] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 7752b521-eff7-457c-83c3-0c600eb38b69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.129479] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f0e65f-21ac-c2be-3fcc-16fc42125dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.043718} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.130525] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ab82ea-948f-419a-92c6-38bd9a693ed0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.136155] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 704.136155] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905e24-cbc2-186d-112a-4010761e791f" [ 704.136155] env[62979]: _type = "Task" [ 704.136155] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.146778] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905e24-cbc2-186d-112a-4010761e791f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.216711] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381168, 'name': Destroy_Task, 'duration_secs': 0.381532} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.217174] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Destroyed the VM [ 704.217531] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 704.218058] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25d5a233-2a5d-42e0-abcc-9da09a27da80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.232651] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 704.232651] env[62979]: value = "task-2381169" [ 704.232651] env[62979]: _type = "Task" [ 704.232651] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.240583] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.283453] env[62979]: DEBUG nova.network.neutron [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updated VIF entry in instance network info cache for port 9bb453fc-0784-4522-a890-c637ddae4f63. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.283453] env[62979]: DEBUG nova.network.neutron [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updating instance_info_cache with network_info: [{"id": "9bb453fc-0784-4522-a890-c637ddae4f63", "address": "fa:16:3e:2b:96:df", "network": {"id": "c847742f-59a5-48b8-98be-26673676433e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1155974149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7beba8ad0c964261a026d45a5a7db64c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb453fc-07", "ovs_interfaceid": "9bb453fc-0784-4522-a890-c637ddae4f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.297120] env[62979]: DEBUG oslo_vmware.api [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381166, 'name': PowerOnVM_Task, 'duration_secs': 0.846976} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.298188] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.301408] env[62979]: DEBUG nova.compute.manager [None req-b5a6640a-04aa-4bc4-9160-4fc28869a4e6 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.302044] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111651b-ed1a-45fd-b088-7b6fd7fc88af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.444641] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381167, 'name': ReconfigVM_Task, 'duration_secs': 0.849845} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.445278] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.445894] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454392ae-fe6b-40ad-864b-6bcafc5b5a1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.451873] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 704.451873] env[62979]: value = "task-2381170" [ 704.451873] env[62979]: _type = "Task" [ 704.451873] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.460668] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381170, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.496185] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ebcfbf62-e067-4c9a-8272-0c01da189489 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.647746] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52905e24-cbc2-186d-112a-4010761e791f, 'name': SearchDatastore_Task, 'duration_secs': 0.026904} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.648018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.648293] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c8c7241a-1c88-4c14-a755-21f0873d80de/c8c7241a-1c88-4c14-a755-21f0873d80de.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.648591] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62166ba3-7ac1-4379-8719-3e93320cea8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.656800] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 704.656800] env[62979]: value = "task-2381171" [ 704.656800] env[62979]: _type = "Task" [ 704.656800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.665600] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.741927] env[62979]: DEBUG oslo_vmware.api [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.406178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.742266] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.742472] env[62979]: INFO nova.compute.manager [None req-31f397e0-d1da-4a0c-9887-cbaae3175bc2 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Took 14.18 seconds to snapshot the instance on the hypervisor. [ 704.785114] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e26ebf7-e875-4203-80b7-96344879dbf7 req-8d6c9889-ccc3-4385-9319-9e92a97469cd service nova] Releasing lock "refresh_cache-9370b479-8925-4e3c-8f1b-5cd4488f42f5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.963691] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381170, 'name': Rename_Task, 'duration_secs': 0.245371} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.964056] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.964388] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9415e03d-7ecf-45f9-beb3-09191c67977e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.969986] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 704.969986] env[62979]: value = "task-2381172" [ 704.969986] env[62979]: _type = "Task" [ 704.969986] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.978983] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.999552] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance f8e22148-e48a-420d-9545-ea6443a462de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.166786] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381171, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.214249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "b200c9ec-0be1-40e7-8da7-525730c7931b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.214568] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.214825] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.215062] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.215278] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.217982] env[62979]: INFO nova.compute.manager [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Terminating instance [ 705.433225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.433225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.433225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.433225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.433225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.436363] env[62979]: INFO nova.compute.manager [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Terminating instance [ 705.454906] env[62979]: DEBUG nova.compute.manager [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.455261] env[62979]: DEBUG nova.compute.manager [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing instance network info cache due to event network-changed-3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.455556] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] Acquiring lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.456027] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] Acquired lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.456224] env[62979]: DEBUG nova.network.neutron [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Refreshing network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.483447] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.502230] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 15c9971e-9ecb-452d-a48c-4be8d00b1f64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.502495] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 705.502650] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 705.669744] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858251} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.670117] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c8c7241a-1c88-4c14-a755-21f0873d80de/c8c7241a-1c88-4c14-a755-21f0873d80de.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.670354] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.670617] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c592e4d-c77d-4491-a644-6b7b7249d76c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.679839] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 705.679839] env[62979]: value = "task-2381173" [ 705.679839] env[62979]: _type = "Task" [ 705.679839] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.688334] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.722596] env[62979]: DEBUG nova.compute.manager [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.722809] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.723959] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d3343b-d79e-44b3-8816-f75ff1199ac8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.731463] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.731738] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57dccdd-bc6f-4ad0-9e4b-5b199dd6ac23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.739142] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 705.739142] env[62979]: value = "task-2381174" [ 705.739142] env[62979]: _type = "Task" [ 705.739142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.748254] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.943674] env[62979]: DEBUG nova.compute.manager [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.943923] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.944834] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c75f7-ede1-416b-8844-dd4b163c3b26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.957325] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.957432] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1e7ed4-ca9f-49be-8526-037abc7a4697 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.984257] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.986187] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298cf999-4968-43d6-a1ea-e5c0cff3e688 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.996349] env[62979]: INFO nova.compute.manager [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Unrescuing [ 705.996349] env[62979]: DEBUG oslo_concurrency.lockutils [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.996349] env[62979]: DEBUG oslo_concurrency.lockutils [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.996349] env[62979]: DEBUG nova.network.neutron [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.996349] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f9735-f7b9-46fe-8116-b690f2f817fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.005305] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.005305] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.043849] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fee8ac-9bab-4326-b945-57bb7b89cfe8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.046654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.047026] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.047138] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore1] 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.047717] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-087f13c1-68af-4042-9139-b0f5bb1be614 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.059856] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8d5fb-bb9b-4b9f-a1c3-1f3972ea92d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.066023] env[62979]: DEBUG oslo_vmware.api [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 706.066023] env[62979]: value = "task-2381176" [ 706.066023] env[62979]: _type = "Task" [ 706.066023] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.080209] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.087962] env[62979]: DEBUG oslo_vmware.api [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.190192] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.190441] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.191393] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c7bab-15e7-43fb-924d-a481f936b3d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.213912] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c8c7241a-1c88-4c14-a755-21f0873d80de/c8c7241a-1c88-4c14-a755-21f0873d80de.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.216828] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec81d40-975a-4061-b0ba-704f8d342668 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.236993] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 706.236993] env[62979]: value = "task-2381177" [ 706.236993] env[62979]: _type = "Task" [ 706.236993] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.249574] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.252513] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381174, 'name': PowerOffVM_Task, 'duration_secs': 0.34912} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.252815] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.253036] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.253294] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03779cce-b2ff-48af-babf-e660c496322c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.305147] env[62979]: DEBUG nova.network.neutron [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updated VIF entry in instance network info cache for port 3d6267d4-5771-49b9-ab01-98ba57c95517. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.305562] env[62979]: DEBUG nova.network.neutron [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [{"id": "3d6267d4-5771-49b9-ab01-98ba57c95517", "address": "fa:16:3e:59:d6:14", "network": {"id": "2f3b1a8c-a45a-48ab-a172-442673a10a26", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-39238792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5141c9e9e34e30b87e616a16ca425d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6267d4-57", "ovs_interfaceid": "3d6267d4-5771-49b9-ab01-98ba57c95517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.324740] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.324984] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.325183] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Deleting the datastore file [datastore1] b200c9ec-0be1-40e7-8da7-525730c7931b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.325433] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218e96f7-37b3-4df2-a7f6-c9ef2ae79187 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.331530] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for the task: (returnval){ [ 706.331530] env[62979]: value = "task-2381179" [ 706.331530] env[62979]: _type = "Task" [ 706.331530] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.340400] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.487492] env[62979]: DEBUG oslo_vmware.api [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381172, 'name': PowerOnVM_Task, 'duration_secs': 1.134401} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.487964] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.488329] env[62979]: INFO nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Took 9.95 seconds to spawn the instance on the hypervisor. [ 706.488653] env[62979]: DEBUG nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.489834] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443ae1c-0fef-43fe-9825-37c92ebd9f41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.575589] env[62979]: DEBUG oslo_vmware.api [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468444} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.578526] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.578818] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.579055] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.579456] env[62979]: INFO nova.compute.manager [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Took 0.64 seconds to destroy the instance on the hypervisor. [ 706.579781] env[62979]: DEBUG oslo.service.loopingcall [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.580012] env[62979]: DEBUG nova.compute.manager [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.580089] env[62979]: DEBUG nova.network.neutron [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.583661] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.752988] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.808611] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2b7c6e-51de-421b-89d2-1ec3a9c54a0f req-540f3ebe-3ff3-42c3-9a6e-aaf2b1058028 service nova] Releasing lock "refresh_cache-b200c9ec-0be1-40e7-8da7-525730c7931b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.842660] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.981197] env[62979]: DEBUG nova.compute.manager [req-640ef4ee-997d-4bf6-8904-71b59c0154e9 req-5cc6c59b-98bf-41d6-bd3c-ca172d872b22 service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Received event network-vif-deleted-00bf6066-abd5-4290-a471-a26065516fad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.981197] env[62979]: INFO nova.compute.manager [req-640ef4ee-997d-4bf6-8904-71b59c0154e9 req-5cc6c59b-98bf-41d6-bd3c-ca172d872b22 service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Neutron deleted interface 00bf6066-abd5-4290-a471-a26065516fad; detaching it from the instance and deleting it from the info cache [ 706.981789] env[62979]: DEBUG nova.network.neutron [req-640ef4ee-997d-4bf6-8904-71b59c0154e9 req-5cc6c59b-98bf-41d6-bd3c-ca172d872b22 service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.986100] env[62979]: DEBUG nova.network.neutron [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [{"id": "84f2b896-add1-4b5f-90c5-ecf79a920388", "address": "fa:16:3e:02:ed:7f", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f2b896-ad", "ovs_interfaceid": "84f2b896-add1-4b5f-90c5-ecf79a920388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.013915] env[62979]: INFO nova.compute.manager [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Took 43.15 seconds to build instance. [ 707.092030] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 707.092030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.690s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.092030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.360s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.092030] env[62979]: INFO nova.compute.claims [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.250813] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381177, 'name': ReconfigVM_Task, 'duration_secs': 0.76738} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.251108] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c8c7241a-1c88-4c14-a755-21f0873d80de/c8c7241a-1c88-4c14-a755-21f0873d80de.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.251735] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29988508-61f0-44a1-a985-bea76a3000a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.260028] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 707.260028] env[62979]: value = "task-2381180" [ 707.260028] env[62979]: _type = "Task" [ 707.260028] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.266630] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381180, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.341544] env[62979]: DEBUG oslo_vmware.api [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Task: {'id': task-2381179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547669} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.341804] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.341987] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.342186] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.342364] env[62979]: INFO nova.compute.manager [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 707.342601] env[62979]: DEBUG oslo.service.loopingcall [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.342793] env[62979]: DEBUG nova.compute.manager [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.342891] env[62979]: DEBUG nova.network.neutron [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.435182] env[62979]: DEBUG nova.network.neutron [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.485081] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97a513d8-d665-43b2-a470-adbd50529be8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.491071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.491771] env[62979]: DEBUG nova.objects.instance [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'flavor' on Instance uuid 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.497800] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d09738-700a-406c-9d80-735b6fa13bba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.515485] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f54a3f-3f20-486b-af70-19ac7b212aa2 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.862s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.532111] env[62979]: DEBUG nova.compute.manager [req-640ef4ee-997d-4bf6-8904-71b59c0154e9 req-5cc6c59b-98bf-41d6-bd3c-ca172d872b22 service nova] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Detach interface failed, port_id=00bf6066-abd5-4290-a471-a26065516fad, reason: Instance 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 707.582182] env[62979]: DEBUG nova.compute.manager [req-ec39efff-6c27-4ecb-916b-35ae75b13420 req-64625bc7-bcd6-4616-9027-7a24d3dc3dc6 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Received event network-vif-deleted-3d6267d4-5771-49b9-ab01-98ba57c95517 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.582387] env[62979]: INFO nova.compute.manager [req-ec39efff-6c27-4ecb-916b-35ae75b13420 req-64625bc7-bcd6-4616-9027-7a24d3dc3dc6 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Neutron deleted interface 3d6267d4-5771-49b9-ab01-98ba57c95517; detaching it from the instance and deleting it from the info cache [ 707.582562] env[62979]: DEBUG nova.network.neutron [req-ec39efff-6c27-4ecb-916b-35ae75b13420 req-64625bc7-bcd6-4616-9027-7a24d3dc3dc6 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.769409] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381180, 'name': Rename_Task, 'duration_secs': 0.181973} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.769709] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.769970] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b327b7-6dbf-4a57-aede-2ca48319d3d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.776393] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 707.776393] env[62979]: value = "task-2381181" [ 707.776393] env[62979]: _type = "Task" [ 707.776393] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.784381] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.937436] env[62979]: INFO nova.compute.manager [-] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Took 1.36 seconds to deallocate network for instance. [ 708.013352] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d99893-cda6-43ae-8e43-a1eb3ee08d60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.019527] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.048186] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.048582] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8a350f-b922-4567-9100-fb5eea59ff2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.056946] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 708.056946] env[62979]: value = "task-2381182" [ 708.056946] env[62979]: _type = "Task" [ 708.056946] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.065621] env[62979]: DEBUG nova.network.neutron [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.066749] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085361] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-095444fd-aa5e-4589-989b-6e61f229190d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.095464] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f955d1d-66a9-43b9-8e39-02f41936d8b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.131229] env[62979]: DEBUG nova.compute.manager [req-ec39efff-6c27-4ecb-916b-35ae75b13420 req-64625bc7-bcd6-4616-9027-7a24d3dc3dc6 service nova] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Detach interface failed, port_id=3d6267d4-5771-49b9-ab01-98ba57c95517, reason: Instance b200c9ec-0be1-40e7-8da7-525730c7931b could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 708.286551] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381181, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.361630] env[62979]: INFO nova.compute.manager [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Rebuilding instance [ 708.411203] env[62979]: DEBUG nova.compute.manager [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.412172] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944a83e7-e2c2-4c0a-bb82-03e7cde0bc5c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.445299] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.537624] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.547771] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92979d6f-ae5c-4c2f-be62-064b04ce20a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.554957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082697c0-02d8-4930-a692-18497a51dfdd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.565195] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381182, 'name': PowerOffVM_Task, 'duration_secs': 0.311993} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.590205] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.595609] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.596095] env[62979]: INFO nova.compute.manager [-] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Took 1.25 seconds to deallocate network for instance. [ 708.596898] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901e57d2-10a8-43b7-a125-5ea6faad0f32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.612091] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e612c0-b12c-49fa-b31a-a96fc80cf6ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.625101] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211f626-ce75-4de2-8b81-747342270236 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.629086] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 708.629086] env[62979]: value = "task-2381183" [ 708.629086] env[62979]: _type = "Task" [ 708.629086] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.641078] env[62979]: DEBUG nova.compute.provider_tree [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.647684] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.787335] env[62979]: DEBUG oslo_vmware.api [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381181, 'name': PowerOnVM_Task, 'duration_secs': 0.537276} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.787598] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.787799] env[62979]: INFO nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Took 9.50 seconds to spawn the instance on the hypervisor. [ 708.787988] env[62979]: DEBUG nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.788738] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c149c-8fc4-440a-816e-aeffe78ce754 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.119254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.140442] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381183, 'name': ReconfigVM_Task, 'duration_secs': 0.39509} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.140831] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 709.141101] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.141433] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3123bbe6-9e5a-494b-91d3-7083c90dd075 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.143954] env[62979]: DEBUG nova.scheduler.client.report [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.152321] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 709.152321] env[62979]: value = "task-2381184" [ 709.152321] env[62979]: _type = "Task" [ 709.152321] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.161018] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.308149] env[62979]: INFO nova.compute.manager [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Took 37.48 seconds to build instance. [ 709.429136] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.429468] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db74cf1-781d-43b6-abce-6b2b57a79eaa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.436651] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 709.436651] env[62979]: value = "task-2381185" [ 709.436651] env[62979]: _type = "Task" [ 709.436651] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.446363] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.652027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.652027] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.654293] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.622s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.656105] env[62979]: INFO nova.compute.claims [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.674826] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.809786] env[62979]: DEBUG oslo_concurrency.lockutils [None req-56ee3f51-09ba-4451-99f8-d16e119fcbf8 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.713s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.834462] env[62979]: DEBUG nova.compute.manager [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-changed-24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.834662] env[62979]: DEBUG nova.compute.manager [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing instance network info cache due to event network-changed-24010670-24b2-42e4-8eef-2eb75ca4b29e. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.834899] env[62979]: DEBUG oslo_concurrency.lockutils [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.835068] env[62979]: DEBUG oslo_concurrency.lockutils [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.835244] env[62979]: DEBUG nova.network.neutron [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing network info cache for port 24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.950338] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381185, 'name': PowerOffVM_Task, 'duration_secs': 0.226938} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.950739] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.951100] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.952421] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca3e26-4fab-47ce-94ce-43b4e6b514bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.961895] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.962377] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7570d7d0-1012-4cbf-9177-31079332f14c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.031948] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.032244] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.032438] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore2] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.032705] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529b0d6e-3db1-488c-b269-16c4cc62c4c0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.039535] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 710.039535] env[62979]: value = "task-2381187" [ 710.039535] env[62979]: _type = "Task" [ 710.039535] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.047330] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.166057] env[62979]: DEBUG nova.compute.utils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.172057] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.172483] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.181998] env[62979]: DEBUG oslo_vmware.api [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381184, 'name': PowerOnVM_Task, 'duration_secs': 0.58406} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.182713] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.183130] env[62979]: DEBUG nova.compute.manager [None req-941ca6e1-5a61-456e-a8c0-357ddd3d2b1e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.184096] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a71e1-472c-4956-9793-feba1b4b2408 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.220404] env[62979]: DEBUG nova.policy [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.312668] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.551584] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290516} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.551836] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.552029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.552220] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.625700] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Successfully created port: 88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.648850] env[62979]: DEBUG nova.network.neutron [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updated VIF entry in instance network info cache for port 24010670-24b2-42e4-8eef-2eb75ca4b29e. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.649302] env[62979]: DEBUG nova.network.neutron [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.672588] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.839776] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.133225] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97c2069-2ae2-4b53-9087-1e9e177d47da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.140820] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a361b6-b120-42fc-ac69-67668ebe1053 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.172024] env[62979]: DEBUG oslo_concurrency.lockutils [req-d16168c5-3b51-4059-a264-8fe0cb967e2f req-e604f3a4-a29d-4afa-9eb1-b1de8bade0cf service nova] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.173412] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbcf039-58d6-4d59-b511-86fcb88ccdac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.180609] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e5413-1b86-4b7c-b12c-bb5612a9146b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.197079] env[62979]: DEBUG nova.compute.provider_tree [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.601774] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.602038] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.602204] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.602391] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.602539] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.602685] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.602891] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.603103] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.603290] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.603458] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.603630] env[62979]: DEBUG nova.virt.hardware [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.604528] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db38a983-2352-4604-a42d-56e9a127bf49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.613552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8450cf11-f14f-4c0c-ab57-bdfe0893716c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.629304] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:4e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97eec083-670c-4816-b03e-0ae2744552f1', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.642702] env[62979]: DEBUG oslo.service.loopingcall [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.642997] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.643239] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-150c7562-75fb-4d65-b29b-c78d669a49ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.666205] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.666205] env[62979]: value = "task-2381188" [ 711.666205] env[62979]: _type = "Task" [ 711.666205] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.673915] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381188, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.689180] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.700265] env[62979]: DEBUG nova.scheduler.client.report [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.712735] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.713111] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.713193] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.713423] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.713937] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.713937] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.714015] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.714203] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.714385] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.714607] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.714820] env[62979]: DEBUG nova.virt.hardware [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.715799] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ee15a-9421-4815-9390-8716cb5c0198 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.724730] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da6a95c-e986-4e9d-ab09-0c059bcf53fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.079784] env[62979]: DEBUG nova.compute.manager [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Received event network-vif-plugged-88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.080074] env[62979]: DEBUG oslo_concurrency.lockutils [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] Acquiring lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.080354] env[62979]: DEBUG oslo_concurrency.lockutils [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] Lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.080569] env[62979]: DEBUG oslo_concurrency.lockutils [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] Lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.080747] env[62979]: DEBUG nova.compute.manager [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] No waiting events found dispatching network-vif-plugged-88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.080925] env[62979]: WARNING nova.compute.manager [req-d78c272b-fbca-41e6-be60-1bdff87fd56c req-01c1c6ab-6ea5-42cf-81aa-8927d67e1e26 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Received unexpected event network-vif-plugged-88927b77-852a-412c-b1bb-afd880b6a2ac for instance with vm_state building and task_state spawning. [ 712.175435] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Successfully updated port: 88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.182264] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381188, 'name': CreateVM_Task, 'duration_secs': 0.363866} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.182452] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.183145] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.183317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.183625] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.183879] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4fa028-4fa8-465c-b1ca-60e1514be574 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.188928] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 712.188928] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fffea-ce72-1ce6-3bc9-774f403f015f" [ 712.188928] env[62979]: _type = "Task" [ 712.188928] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.196978] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fffea-ce72-1ce6-3bc9-774f403f015f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.204801] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.205345] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.207783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.724s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.207974] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.209970] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.647s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.211326] env[62979]: INFO nova.compute.claims [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.234525] env[62979]: INFO nova.scheduler.client.report [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Deleted allocations for instance 3a60618c-b48a-45e6-81be-44b26423799d [ 712.678191] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.678444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.678479] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.702469] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fffea-ce72-1ce6-3bc9-774f403f015f, 'name': SearchDatastore_Task, 'duration_secs': 0.031263} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.702703] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.703702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.703702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.703702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.703702] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.703702] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4040cc17-9c64-4744-beff-a5383d3d3bad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.716273] env[62979]: DEBUG nova.compute.utils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 712.721140] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.721140] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.722885] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.723091] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.723824] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15c00c3-d508-40ab-a374-cfa5e88bbde5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.732194] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 712.732194] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529716ec-7eb0-f515-becb-747a5a322b04" [ 712.732194] env[62979]: _type = "Task" [ 712.732194] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.742995] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529716ec-7eb0-f515-becb-747a5a322b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.743449] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0d8e2842-e38c-4c57-bce0-28c2adf9c46e tempest-ServersAdminNegativeTestJSON-632935997 tempest-ServersAdminNegativeTestJSON-632935997-project-member] Lock "3a60618c-b48a-45e6-81be-44b26423799d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.770s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.789839] env[62979]: DEBUG nova.policy [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cfadddf9c0d4b26a41475ad51fdf362', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '625ba823f47b483c9031d1766e96e9ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.219751] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Successfully created port: 83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.226240] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.228632] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.242491] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529716ec-7eb0-f515-becb-747a5a322b04, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.243546] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6186b994-5bcd-4e5d-a7d8-2c6bab73b2af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.251363] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 713.251363] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cab7c1-824e-f2e8-028d-807312fa4f0d" [ 713.251363] env[62979]: _type = "Task" [ 713.251363] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.263990] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cab7c1-824e-f2e8-028d-807312fa4f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.447813] env[62979]: DEBUG nova.network.neutron [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Updating instance_info_cache with network_info: [{"id": "88927b77-852a-412c-b1bb-afd880b6a2ac", "address": "fa:16:3e:95:a6:0f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88927b77-85", "ovs_interfaceid": "88927b77-852a-412c-b1bb-afd880b6a2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.738567] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8efe1-97e2-4f03-aaae-52e4fa2f70e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.749676] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d262e6a6-c2a2-40b1-9ef0-26dfd67e6236 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.788531] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cab7c1-824e-f2e8-028d-807312fa4f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.02036} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.790106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921d615-2a19-457e-8e92-853b2c6135d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.792915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.793203] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.793710] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c2fb777-f7f9-4b4d-93ee-79751d6ee375 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.803370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006976c0-20ab-41a6-abbe-3f93429970ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.807516] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 713.807516] env[62979]: value = "task-2381189" [ 713.807516] env[62979]: _type = "Task" [ 713.807516] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.819825] env[62979]: DEBUG nova.compute.provider_tree [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.831473] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.956646] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.957236] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Instance network_info: |[{"id": "88927b77-852a-412c-b1bb-afd880b6a2ac", "address": "fa:16:3e:95:a6:0f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88927b77-85", "ovs_interfaceid": "88927b77-852a-412c-b1bb-afd880b6a2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.958203] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a6:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88927b77-852a-412c-b1bb-afd880b6a2ac', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.976708] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating folder: Project (fc8984eb2bb64ba8bc2b59fce5eb8ecb). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.977485] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9cf825b-aa83-4242-8c36-53acac9bfd9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.990145] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created folder: Project (fc8984eb2bb64ba8bc2b59fce5eb8ecb) in parent group-v483149. [ 713.990535] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating folder: Instances. Parent ref: group-v483268. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.990968] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2175500a-6153-44e2-be52-3df05b04149d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.002398] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created folder: Instances in parent group-v483268. [ 714.002793] env[62979]: DEBUG oslo.service.loopingcall [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.004032] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.004032] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec5e493-3bd8-4250-808a-ef5b772f9e1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.040297] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.040297] env[62979]: value = "task-2381192" [ 714.040297] env[62979]: _type = "Task" [ 714.040297] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.051025] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381192, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.240797] env[62979]: DEBUG nova.compute.manager [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Received event network-changed-88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.241023] env[62979]: DEBUG nova.compute.manager [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Refreshing instance network info cache due to event network-changed-88927b77-852a-412c-b1bb-afd880b6a2ac. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.241253] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] Acquiring lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.241401] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] Acquired lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.241955] env[62979]: DEBUG nova.network.neutron [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Refreshing network info cache for port 88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.245251] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.286017] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.286270] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.286462] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.286708] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.286866] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.287252] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.287649] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.287849] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.288059] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.288293] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.288619] env[62979]: DEBUG nova.virt.hardware [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.289543] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef89ed9-f649-4895-856d-99a8d46a2e1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.299661] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd68a2-cab5-4145-8da5-d362e2469aa2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.324260] env[62979]: DEBUG nova.scheduler.client.report [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.327679] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381189, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.549397] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381192, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.799224] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Successfully updated port: 83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.825722] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686838} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.828708] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.829036] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.830120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.830637] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.833206] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec49692e-b6cd-4c8b-a629-15bb270e1269 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.836767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.052s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.842115] env[62979]: INFO nova.compute.claims [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.853635] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 714.853635] env[62979]: value = "task-2381193" [ 714.853635] env[62979]: _type = "Task" [ 714.853635] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.865272] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.904298] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.904586] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.053558] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381192, 'name': CreateVM_Task, 'duration_secs': 0.84238} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.053946] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.054820] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.055227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.055680] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.056097] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20919577-1ecf-4c81-9ae7-b04412f9342d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.061195] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 715.061195] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52691490-1b9e-f56e-3311-1e80bb23eca4" [ 715.061195] env[62979]: _type = "Task" [ 715.061195] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.069700] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52691490-1b9e-f56e-3311-1e80bb23eca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.301360] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.301537] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.301696] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.346800] env[62979]: DEBUG nova.compute.utils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 715.353957] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.354210] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.372152] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074543} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.372152] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.372152] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6234df-0d46-4234-ba60-712a7d63090e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.394485] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.394953] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb59e25d-b7f8-42ab-9c5b-490fb01102a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.411750] env[62979]: DEBUG nova.network.neutron [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Updated VIF entry in instance network info cache for port 88927b77-852a-412c-b1bb-afd880b6a2ac. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.412155] env[62979]: DEBUG nova.network.neutron [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Updating instance_info_cache with network_info: [{"id": "88927b77-852a-412c-b1bb-afd880b6a2ac", "address": "fa:16:3e:95:a6:0f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88927b77-85", "ovs_interfaceid": "88927b77-852a-412c-b1bb-afd880b6a2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.417184] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 715.417184] env[62979]: value = "task-2381194" [ 715.417184] env[62979]: _type = "Task" [ 715.417184] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.429083] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.435704] env[62979]: DEBUG nova.policy [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.572405] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52691490-1b9e-f56e-3311-1e80bb23eca4, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.572695] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.572922] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.573199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.573356] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.573537] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.573935] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ad854c-72c4-4345-aec1-c37a7b4a9a8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.582314] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.582600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.583378] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d69e93c-6a62-40a0-9bd3-ce17b388a1ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.588476] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 715.588476] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522a3268-e707-5d5c-a02f-56c651fe463f" [ 715.588476] env[62979]: _type = "Task" [ 715.588476] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.595655] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522a3268-e707-5d5c-a02f-56c651fe463f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.851234] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.852446] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.918171] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf118dfb-cbb0-45b2-839e-5eaf6c4fa0dc req-560338e9-ebd8-4544-a226-922ae0124e20 service nova] Releasing lock "refresh_cache-1667b43d-f077-46d4-8c99-29c84a04854f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.931238] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381194, 'name': ReconfigVM_Task, 'duration_secs': 0.413084} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.931819] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a/ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.932655] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efd1800a-5df8-4382-944a-9d13d7ff0b33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.944019] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 715.944019] env[62979]: value = "task-2381195" [ 715.944019] env[62979]: _type = "Task" [ 715.944019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.954679] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381195, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.082667] env[62979]: DEBUG nova.network.neutron [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.102568] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522a3268-e707-5d5c-a02f-56c651fe463f, 'name': SearchDatastore_Task, 'duration_secs': 0.022535} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.103038] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4f4b37-5457-4aa1-90df-31afce7605e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.109182] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 716.109182] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c0246-584d-7e14-5b21-c1dc183efd61" [ 716.109182] env[62979]: _type = "Task" [ 716.109182] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.110778] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Successfully created port: d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.127247] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c0246-584d-7e14-5b21-c1dc183efd61, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.127546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.127819] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1667b43d-f077-46d4-8c99-29c84a04854f/1667b43d-f077-46d4-8c99-29c84a04854f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.128105] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf9005a8-bae7-4bc6-b8f0-111e9533625a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.134828] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 716.134828] env[62979]: value = "task-2381196" [ 716.134828] env[62979]: _type = "Task" [ 716.134828] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.146501] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.297352] env[62979]: DEBUG nova.compute.manager [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received event network-vif-plugged-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.297578] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Acquiring lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.298011] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.298258] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.298452] env[62979]: DEBUG nova.compute.manager [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] No waiting events found dispatching network-vif-plugged-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.298627] env[62979]: WARNING nova.compute.manager [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received unexpected event network-vif-plugged-83d696ad-02e2-49c3-8b57-121ebffc0599 for instance with vm_state building and task_state spawning. [ 716.298789] env[62979]: DEBUG nova.compute.manager [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.298946] env[62979]: DEBUG nova.compute.manager [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing instance network info cache due to event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.299135] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Acquiring lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.423385] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e37c0-e206-49c9-97eb-c7499f7259d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.432966] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3deb5-b960-4aab-bd0a-cd25d21970b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.470740] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99764fa7-b053-4b31-8b17-8e2f9b414734 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.481807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f4dce-af24-4df8-a308-7ecb88bba97c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.486448] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381195, 'name': Rename_Task, 'duration_secs': 0.180984} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.486770] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.487376] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ddbd34-6461-4977-8dc8-d33835ec78c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.497500] env[62979]: DEBUG nova.compute.provider_tree [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.504424] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 716.504424] env[62979]: value = "task-2381197" [ 716.504424] env[62979]: _type = "Task" [ 716.504424] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.513290] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.584730] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.585084] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Instance network_info: |[{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.585404] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Acquired lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.585588] env[62979]: DEBUG nova.network.neutron [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.586786] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:5c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d696ad-02e2-49c3-8b57-121ebffc0599', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.594509] env[62979]: DEBUG oslo.service.loopingcall [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.597383] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.597839] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a72c1fb-8bcc-4a87-b90e-748b0e783615 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.618979] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.618979] env[62979]: value = "task-2381198" [ 716.618979] env[62979]: _type = "Task" [ 716.618979] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.626848] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381198, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.651065] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.866690] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.883527] env[62979]: DEBUG nova.network.neutron [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updated VIF entry in instance network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.883527] env[62979]: DEBUG nova.network.neutron [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.907874] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.908131] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.908286] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.908464] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.908607] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.908750] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.909044] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.909167] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.909412] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.909607] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.909739] env[62979]: DEBUG nova.virt.hardware [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.910982] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15a8c66-e52d-47ff-8f80-b0ca4e4ad8bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.920371] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63870b51-a288-4fb2-9250-3e376fa403a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.000706] env[62979]: DEBUG nova.scheduler.client.report [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.016956] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.135633] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381198, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.152692] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911636} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.153590] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1667b43d-f077-46d4-8c99-29c84a04854f/1667b43d-f077-46d4-8c99-29c84a04854f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.154238] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.154675] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70e9e644-0841-4b10-876b-87563eb5d3db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.162084] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 717.162084] env[62979]: value = "task-2381199" [ 717.162084] env[62979]: _type = "Task" [ 717.162084] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.177347] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.386641] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b92f5d3-e411-44ec-baf0-665ab29a9cb9 req-86ccad79-6348-4a47-b6c9-5969aa393532 service nova] Releasing lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.506281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.506812] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.510834] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.666s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.512274] env[62979]: INFO nova.compute.claims [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.527841] env[62979]: DEBUG oslo_vmware.api [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381197, 'name': PowerOnVM_Task, 'duration_secs': 0.692708} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.528160] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.528373] env[62979]: DEBUG nova.compute.manager [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.529371] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb332e43-6f04-44be-8088-3d412e969ab9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.630886] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381198, 'name': CreateVM_Task, 'duration_secs': 0.641978} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.631104] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.631862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.632114] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.632428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.632755] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e791e58b-352d-4170-85a6-af0e9c17d3ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.637242] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 717.637242] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fa7c8e-2699-e6b8-418e-acb49cd484f7" [ 717.637242] env[62979]: _type = "Task" [ 717.637242] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.645287] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fa7c8e-2699-e6b8-418e-acb49cd484f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.671986] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072133} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.672524] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.673452] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728fec3a-a7ec-419d-8990-f9785380de42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.698573] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 1667b43d-f077-46d4-8c99-29c84a04854f/1667b43d-f077-46d4-8c99-29c84a04854f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.698875] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ed4f19-8c2d-4ee2-b851-de784d5c805b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.722249] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 717.722249] env[62979]: value = "task-2381200" [ 717.722249] env[62979]: _type = "Task" [ 717.722249] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.732033] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.024557] env[62979]: DEBUG nova.compute.utils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.031045] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.031045] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.051327] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.138721] env[62979]: DEBUG nova.policy [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d261f5317c44bd4a83d2ab6f56a2ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '173f42fe38bf40eaa51c48306b8c8753', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.156566] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fa7c8e-2699-e6b8-418e-acb49cd484f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.156989] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.157178] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.157437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.157570] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.157748] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.158032] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c57da5d-2db8-43f3-9c95-828609441ae2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.171082] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.172374] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.173546] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a21169c-28fc-4398-b320-41095137fe5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.179748] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 718.179748] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a89be7-7552-53c1-3d4f-26898cfd2438" [ 718.179748] env[62979]: _type = "Task" [ 718.179748] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.196819] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a89be7-7552-53c1-3d4f-26898cfd2438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.233160] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381200, 'name': ReconfigVM_Task, 'duration_secs': 0.353383} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.233419] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 1667b43d-f077-46d4-8c99-29c84a04854f/1667b43d-f077-46d4-8c99-29c84a04854f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.234069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a108aef5-c634-4a12-9b8f-92d1fbb473ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.240718] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 718.240718] env[62979]: value = "task-2381201" [ 718.240718] env[62979]: _type = "Task" [ 718.240718] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.250219] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381201, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.279157] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Successfully updated port: d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.328742] env[62979]: DEBUG nova.compute.manager [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Received event network-vif-plugged-d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.328742] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.328742] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.328742] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.328742] env[62979]: DEBUG nova.compute.manager [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] No waiting events found dispatching network-vif-plugged-d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.328742] env[62979]: WARNING nova.compute.manager [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Received unexpected event network-vif-plugged-d412ac28-a977-469d-9147-1ce7b9d30314 for instance with vm_state building and task_state spawning. [ 718.328742] env[62979]: DEBUG nova.compute.manager [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Received event network-changed-d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.328742] env[62979]: DEBUG nova.compute.manager [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Refreshing instance network info cache due to event network-changed-d412ac28-a977-469d-9147-1ce7b9d30314. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.329610] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Acquiring lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.329929] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Acquired lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.330237] env[62979]: DEBUG nova.network.neutron [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Refreshing network info cache for port d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.437641] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "dd9a8c96-a202-4720-adfe-6e010624adde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.438280] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.528996] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.610126] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Successfully created port: 8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.695442] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a89be7-7552-53c1-3d4f-26898cfd2438, 'name': SearchDatastore_Task, 'duration_secs': 0.030741} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.698362] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d417a1-c3e2-401c-a5a2-127cc090ef5d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.709034] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 718.709034] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520801d3-4dd1-e7d9-921b-81df57a14efd" [ 718.709034] env[62979]: _type = "Task" [ 718.709034] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.719629] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520801d3-4dd1-e7d9-921b-81df57a14efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.750404] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381201, 'name': Rename_Task, 'duration_secs': 0.288983} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.750591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.750937] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a11f618-91bf-4696-b478-05bbbcd37804 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.760125] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 718.760125] env[62979]: value = "task-2381202" [ 718.760125] env[62979]: _type = "Task" [ 718.760125] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.770765] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.780930] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.893891] env[62979]: DEBUG nova.network.neutron [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.024920] env[62979]: DEBUG nova.network.neutron [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.117682] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a5c88-32cf-46d1-997c-682cb7ec5a64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.126244] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1d39f-4e7a-4ea0-9543-ace96043553c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.163831] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c371b-798b-447d-8cce-104a55778570 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.172521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977bc369-187a-45dc-adc7-0f146f92db6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.187431] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.187945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.188218] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.189210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.189302] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.194347] env[62979]: DEBUG nova.compute.provider_tree [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.194347] env[62979]: INFO nova.compute.manager [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Terminating instance [ 719.219648] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520801d3-4dd1-e7d9-921b-81df57a14efd, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.219924] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.220714] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ac4c6ca5-cdb1-4603-8609-8e442cf534fd/ac4c6ca5-cdb1-4603-8609-8e442cf534fd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.220981] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9577b22-5ab5-4d0c-830d-144b52ba9de1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.231048] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 719.231048] env[62979]: value = "task-2381203" [ 719.231048] env[62979]: _type = "Task" [ 719.231048] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.239399] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.270381] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.528423] env[62979]: DEBUG oslo_concurrency.lockutils [req-458e1eac-d19a-4692-b0b0-577644aa4c2e req-5e3ce4aa-f0d9-4065-bd7a-547b9c338e71 service nova] Releasing lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.528551] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.528775] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.542448] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.573534] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.573793] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.573957] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.574154] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.574306] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.574455] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.574668] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.574826] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.574999] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.575242] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.575425] env[62979]: DEBUG nova.virt.hardware [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.576766] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f68fa-af7b-462a-bb81-0c57545c298f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.585891] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb289cb-bb91-480d-b85b-5368fc774cd4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.695241] env[62979]: DEBUG nova.scheduler.client.report [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.699781] env[62979]: DEBUG nova.compute.manager [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.700537] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.702000] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1120ee-8e2e-42d6-b133-568810276537 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.710942] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.711731] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c288f4ae-c3e6-4ef6-856e-eae1ad171d3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.718502] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 719.718502] env[62979]: value = "task-2381204" [ 719.718502] env[62979]: _type = "Task" [ 719.718502] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.729337] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.739863] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.772999] env[62979]: DEBUG oslo_vmware.api [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381202, 'name': PowerOnVM_Task, 'duration_secs': 0.673106} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.773368] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.773644] env[62979]: INFO nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Took 8.08 seconds to spawn the instance on the hypervisor. [ 719.773780] env[62979]: DEBUG nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.775017] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d4851-95f7-4205-aba0-c6e2a1cc2e2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.902961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "153d640d-0e18-488d-9e77-b846e4111200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.903283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.066775] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.115909] env[62979]: DEBUG nova.compute.manager [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Received event network-vif-plugged-8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.116130] env[62979]: DEBUG oslo_concurrency.lockutils [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] Acquiring lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.116413] env[62979]: DEBUG oslo_concurrency.lockutils [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.116625] env[62979]: DEBUG oslo_concurrency.lockutils [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.116821] env[62979]: DEBUG nova.compute.manager [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] No waiting events found dispatching network-vif-plugged-8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.117036] env[62979]: WARNING nova.compute.manager [req-3e9618ad-3557-4c64-a5ea-ec734494a4c8 req-68933303-523e-4239-9266-0f2be5c8f340 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Received unexpected event network-vif-plugged-8f25808b-f6eb-4ef3-9830-838f83a39d61 for instance with vm_state building and task_state spawning. [ 720.202328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.202855] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.205372] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.954s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.205581] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.211092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.702s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.216908] env[62979]: INFO nova.compute.claims [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.227162] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Successfully updated port: 8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.230204] env[62979]: DEBUG nova.network.neutron [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Updating instance_info_cache with network_info: [{"id": "d412ac28-a977-469d-9147-1ce7b9d30314", "address": "fa:16:3e:14:49:73", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd412ac28-a9", "ovs_interfaceid": "d412ac28-a977-469d-9147-1ce7b9d30314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.241129] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381204, 'name': PowerOffVM_Task, 'duration_secs': 0.271649} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.242513] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.243060] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.247215] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e987f7d-4894-4c8d-8cef-2269cb52668d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.249480] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574265} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.249802] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ac4c6ca5-cdb1-4603-8609-8e442cf534fd/ac4c6ca5-cdb1-4603-8609-8e442cf534fd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.250087] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.250828] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ea7c2b-0b9a-4b3a-b757-32ffd7015e73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.258361] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 720.258361] env[62979]: value = "task-2381206" [ 720.258361] env[62979]: _type = "Task" [ 720.258361] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.267772] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.274119] env[62979]: INFO nova.scheduler.client.report [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Deleted allocations for instance 9d635b10-3501-4c4e-ac7e-0da7cd79346b [ 720.298132] env[62979]: INFO nova.compute.manager [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Took 42.58 seconds to build instance. [ 720.321812] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.322123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.322324] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore1] ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.324085] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb5ef21-1a47-4f29-939c-71be5e246b34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.332691] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 720.332691] env[62979]: value = "task-2381207" [ 720.332691] env[62979]: _type = "Task" [ 720.332691] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.340591] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.725021] env[62979]: DEBUG nova.compute.utils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.728820] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.728820] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.736017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.736017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquired lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.736017] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.736017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-233c9ab0-3c91-420b-a8df-f7560d1ba7c7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.736017] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance network_info: |[{"id": "d412ac28-a977-469d-9147-1ce7b9d30314", "address": "fa:16:3e:14:49:73", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd412ac28-a9", "ovs_interfaceid": "d412ac28-a977-469d-9147-1ce7b9d30314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.736017] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:49:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd412ac28-a977-469d-9147-1ce7b9d30314', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.745929] env[62979]: DEBUG oslo.service.loopingcall [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.747630] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.748065] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f1ba75-3fc7-45c4-843b-c0dfad77109d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.778744] env[62979]: DEBUG nova.policy [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d8c2d67be542f98801e0a49e85ec6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38276fdbbe24704a406b3b2cccaf5ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.783035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fa9a2eb3-ce4e-46b9-8fc6-93072987b4ec tempest-ServerShowV247Test-1159875949 tempest-ServerShowV247Test-1159875949-project-member] Lock "9d635b10-3501-4c4e-ac7e-0da7cd79346b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.772s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.790209] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285459} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.790741] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.790741] env[62979]: value = "task-2381208" [ 720.790741] env[62979]: _type = "Task" [ 720.790741] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.790908] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.791862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8613f9d-5454-4b91-a2f0-3584ffbed224 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.800779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a41ceff0-f3f7-4234-adce-1214bb164eb3 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.334s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.830612] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ac4c6ca5-cdb1-4603-8609-8e442cf534fd/ac4c6ca5-cdb1-4603-8609-8e442cf534fd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.831647] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598f5873-6350-4cee-9d08-dfa8a6c58cf4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.860124] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 720.860124] env[62979]: value = "task-2381209" [ 720.860124] env[62979]: _type = "Task" [ 720.860124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.860616] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.869607] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.230286] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.296303] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.309189] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381208, 'name': CreateVM_Task, 'duration_secs': 0.381188} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.314565] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.316782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.316970] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.317308] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.317882] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2875bc39-35ad-4ade-a435-32557cea31bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327809] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 721.327809] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b28112-4914-2b41-21e3-6a1b4bf7d07f" [ 721.327809] env[62979]: _type = "Task" [ 721.327809] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.336955] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Successfully created port: 1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.339507] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.350526] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b28112-4914-2b41-21e3-6a1b4bf7d07f, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.354080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.354298] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.356873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.356873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.356873] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.357599] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53eeb32e-66d2-4b7f-87b8-1286fad16265 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.371584] env[62979]: DEBUG oslo_vmware.api [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.679994} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.373101] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.373317] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.373497] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.373672] env[62979]: INFO nova.compute.manager [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 721.373911] env[62979]: DEBUG oslo.service.loopingcall [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.374174] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.374341] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.379475] env[62979]: DEBUG nova.compute.manager [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.379475] env[62979]: DEBUG nova.network.neutron [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.380779] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abd32aa-cabc-4a72-b659-128118dbca51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.383297] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.392334] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 721.392334] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226fdf3-0c16-76fd-4253-c57c937dcdce" [ 721.392334] env[62979]: _type = "Task" [ 721.392334] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.399431] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226fdf3-0c16-76fd-4253-c57c937dcdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.505222] env[62979]: DEBUG nova.network.neutron [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Updating instance_info_cache with network_info: [{"id": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "address": "fa:16:3e:3a:96:eb", "network": {"id": "c246f29f-53ab-4382-91dc-4de94c861f2d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335281468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173f42fe38bf40eaa51c48306b8c8753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f25808b-f6", "ovs_interfaceid": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.810024] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d65e44-3410-4ec9-b735-1d48feb9da89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.815193] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df5e6c0-97ea-4eb1-9af7-90beb49782c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.858330] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37aa58-1c58-410c-8add-aa8368fd4206 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.873578] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c70b8-18bc-4885-9e3c-cda40b34cdc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.882529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.883047] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381209, 'name': ReconfigVM_Task, 'duration_secs': 0.588326} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.886979] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ac4c6ca5-cdb1-4603-8609-8e442cf534fd/ac4c6ca5-cdb1-4603-8609-8e442cf534fd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.886979] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcfe587f-abcb-4af3-9c2b-ba849fcb0e0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.902601] env[62979]: DEBUG nova.compute.provider_tree [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.909811] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 721.909811] env[62979]: value = "task-2381210" [ 721.909811] env[62979]: _type = "Task" [ 721.909811] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.917697] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226fdf3-0c16-76fd-4253-c57c937dcdce, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.922161] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52e38a7-71c9-4c5c-800f-37f0fb31cf7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.930635] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381210, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.934992] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 721.934992] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52041363-b32e-3dcb-633e-b14a44648114" [ 721.934992] env[62979]: _type = "Task" [ 721.934992] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.943704] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52041363-b32e-3dcb-633e-b14a44648114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.007978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Releasing lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.010874] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Instance network_info: |[{"id": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "address": "fa:16:3e:3a:96:eb", "network": {"id": "c246f29f-53ab-4382-91dc-4de94c861f2d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335281468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173f42fe38bf40eaa51c48306b8c8753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f25808b-f6", "ovs_interfaceid": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.011813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:96:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f25808b-f6eb-4ef3-9830-838f83a39d61', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.021898] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Creating folder: Project (173f42fe38bf40eaa51c48306b8c8753). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.022503] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27df1a54-9c4f-4f9e-8832-f16a8204aea0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.028024] env[62979]: DEBUG nova.compute.manager [req-ee4f6eec-ca39-49e4-b374-c2eef1070267 req-d27e33f1-a7e7-4a68-9528-fdc8b03ffdea service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Received event network-vif-deleted-97eec083-670c-4816-b03e-0ae2744552f1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.028166] env[62979]: INFO nova.compute.manager [req-ee4f6eec-ca39-49e4-b374-c2eef1070267 req-d27e33f1-a7e7-4a68-9528-fdc8b03ffdea service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Neutron deleted interface 97eec083-670c-4816-b03e-0ae2744552f1; detaching it from the instance and deleting it from the info cache [ 722.028362] env[62979]: DEBUG nova.network.neutron [req-ee4f6eec-ca39-49e4-b374-c2eef1070267 req-d27e33f1-a7e7-4a68-9528-fdc8b03ffdea service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.038593] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Created folder: Project (173f42fe38bf40eaa51c48306b8c8753) in parent group-v483149. [ 722.038829] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Creating folder: Instances. Parent ref: group-v483273. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.039126] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d8283ff-f57f-4018-b644-9a118ebd8fcd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.050635] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Created folder: Instances in parent group-v483273. [ 722.050910] env[62979]: DEBUG oslo.service.loopingcall [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.051416] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.051669] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80ad7a93-f603-4171-a675-4706609d302b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.074547] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.074547] env[62979]: value = "task-2381213" [ 722.074547] env[62979]: _type = "Task" [ 722.074547] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.082339] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381213, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.184355] env[62979]: DEBUG nova.compute.manager [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Received event network-changed-8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.184676] env[62979]: DEBUG nova.compute.manager [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Refreshing instance network info cache due to event network-changed-8f25808b-f6eb-4ef3-9830-838f83a39d61. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.184937] env[62979]: DEBUG oslo_concurrency.lockutils [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] Acquiring lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.185162] env[62979]: DEBUG oslo_concurrency.lockutils [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] Acquired lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.185425] env[62979]: DEBUG nova.network.neutron [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Refreshing network info cache for port 8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.246518] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.283395] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.283631] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.283816] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.283985] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.284152] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.284311] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.284533] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.284690] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.284897] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.285101] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.285287] env[62979]: DEBUG nova.virt.hardware [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.286213] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0555d01-2e01-4897-a1aa-fc08b9ad5473 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.294921] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12febbf0-3be3-469b-affd-ab3d646a5524 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.409364] env[62979]: DEBUG nova.scheduler.client.report [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.423699] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381210, 'name': Rename_Task, 'duration_secs': 0.293994} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.423978] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.424252] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f22709-d016-46ca-b2c8-ece0773c7680 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.432107] env[62979]: DEBUG nova.network.neutron [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.433364] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 722.433364] env[62979]: value = "task-2381214" [ 722.433364] env[62979]: _type = "Task" [ 722.433364] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.445384] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.451151] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52041363-b32e-3dcb-633e-b14a44648114, 'name': SearchDatastore_Task, 'duration_secs': 0.018621} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.451547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.451815] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 233c9ab0-3c91-420b-a8df-f7560d1ba7c7/233c9ab0-3c91-420b-a8df-f7560d1ba7c7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.452366] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58993c59-f9b0-42f0-95df-5368d899729d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.459598] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 722.459598] env[62979]: value = "task-2381215" [ 722.459598] env[62979]: _type = "Task" [ 722.459598] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.469805] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.516234] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.516607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.532397] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-382e395f-2932-4ae6-9ad0-87384fa7017a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.543793] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b360c0-e0b8-4166-83e1-1b848886c815 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.587767] env[62979]: DEBUG nova.compute.manager [req-ee4f6eec-ca39-49e4-b374-c2eef1070267 req-d27e33f1-a7e7-4a68-9528-fdc8b03ffdea service nova] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Detach interface failed, port_id=97eec083-670c-4816-b03e-0ae2744552f1, reason: Instance ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 722.596746] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381213, 'name': CreateVM_Task, 'duration_secs': 0.513636} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.596917] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.597507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.597678] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.597987] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.600435] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9a913f-c39b-4eab-9866-475a8f45a2f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.606366] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 722.606366] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525a0e7a-178a-7384-16b3-336c1f102e03" [ 722.606366] env[62979]: _type = "Task" [ 722.606366] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.613884] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525a0e7a-178a-7384-16b3-336c1f102e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.899949] env[62979]: DEBUG nova.network.neutron [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Updated VIF entry in instance network info cache for port 8f25808b-f6eb-4ef3-9830-838f83a39d61. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.900111] env[62979]: DEBUG nova.network.neutron [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Updating instance_info_cache with network_info: [{"id": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "address": "fa:16:3e:3a:96:eb", "network": {"id": "c246f29f-53ab-4382-91dc-4de94c861f2d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-335281468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173f42fe38bf40eaa51c48306b8c8753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f25808b-f6", "ovs_interfaceid": "8f25808b-f6eb-4ef3-9830-838f83a39d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.918361] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.918764] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.921978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.867s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.921978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.924381] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.826s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.925897] env[62979]: INFO nova.compute.claims [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.938855] env[62979]: INFO nova.compute.manager [-] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Took 1.56 seconds to deallocate network for instance. [ 722.949963] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.957067] env[62979]: INFO nova.scheduler.client.report [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted allocations for instance c1e19567-0fda-46c4-828d-b05bb9ce09cf [ 722.973450] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381215, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.116027] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525a0e7a-178a-7384-16b3-336c1f102e03, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.116172] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.116320] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.116586] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.118099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.118099] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.118099] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7006acc1-c75e-4ada-8ce6-579c5247352d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.125379] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.125573] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.126293] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afec161-e6bb-4aa8-b118-9632153d6a5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.132103] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 723.132103] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ae7fa-9553-706f-0265-7191e14053a8" [ 723.132103] env[62979]: _type = "Task" [ 723.132103] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.140166] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ae7fa-9553-706f-0265-7191e14053a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.367572] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Successfully updated port: 1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.402913] env[62979]: DEBUG oslo_concurrency.lockutils [req-147a2d34-145c-41de-b7da-e8106269d659 req-bbcfb630-5112-4ee0-9528-09bc0a89eb26 service nova] Releasing lock "refresh_cache-1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.431232] env[62979]: DEBUG nova.compute.utils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.434507] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.434685] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.447298] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.451442] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.473806] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676411} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.474278] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41c37e8e-3265-490e-88e1-1840b4c54017 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "c1e19567-0fda-46c4-828d-b05bb9ce09cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.078s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.475151] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 233c9ab0-3c91-420b-a8df-f7560d1ba7c7/233c9ab0-3c91-420b-a8df-f7560d1ba7c7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.475394] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.475793] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6cce65-d63a-4512-9d6b-2e0689b47492 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.482153] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 723.482153] env[62979]: value = "task-2381216" [ 723.482153] env[62979]: _type = "Task" [ 723.482153] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.490456] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.508822] env[62979]: DEBUG nova.policy [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1145ea9375524104808c24e5ffe6a4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4585dff476ad4e89a2c19549b5a6ed13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.644724] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ae7fa-9553-706f-0265-7191e14053a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01535} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.645615] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e71357-4d2d-4f9c-b5ad-12814591b10a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.651205] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 723.651205] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52234519-1329-1769-2cb9-091fbd62e9f1" [ 723.651205] env[62979]: _type = "Task" [ 723.651205] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.659665] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52234519-1329-1769-2cb9-091fbd62e9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.873682] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.874015] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.874240] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.929020] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Successfully created port: 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.935329] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.955852] env[62979]: DEBUG oslo_vmware.api [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381214, 'name': PowerOnVM_Task, 'duration_secs': 1.243037} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.956185] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.957877] env[62979]: INFO nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Took 9.71 seconds to spawn the instance on the hypervisor. [ 723.957877] env[62979]: DEBUG nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.957877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f75924-145b-4976-b1bd-ef45a91381c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.996063] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079088} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.996343] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.997156] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c76770c-fad7-4fa6-88b4-b1b642691b9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.024495] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 233c9ab0-3c91-420b-a8df-f7560d1ba7c7/233c9ab0-3c91-420b-a8df-f7560d1ba7c7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.029448] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d76907-65e2-45e9-8016-c9a5dd580c9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.061130] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 724.061130] env[62979]: value = "task-2381217" [ 724.061130] env[62979]: _type = "Task" [ 724.061130] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.072777] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.080216] env[62979]: DEBUG nova.compute.manager [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Received event network-vif-plugged-1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.080216] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Acquiring lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.080216] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.080216] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.080216] env[62979]: DEBUG nova.compute.manager [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] No waiting events found dispatching network-vif-plugged-1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.080216] env[62979]: WARNING nova.compute.manager [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Received unexpected event network-vif-plugged-1531fb7c-38af-485a-b4ab-b0817f846dba for instance with vm_state building and task_state spawning. [ 724.080216] env[62979]: DEBUG nova.compute.manager [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Received event network-changed-1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.080216] env[62979]: DEBUG nova.compute.manager [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Refreshing instance network info cache due to event network-changed-1531fb7c-38af-485a-b4ab-b0817f846dba. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.080216] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Acquiring lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.164191] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52234519-1329-1769-2cb9-091fbd62e9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018724} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.165378] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.165378] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8/1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.165378] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49738f3-f483-4abb-9311-3b696495e6de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172112] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 724.172112] env[62979]: value = "task-2381218" [ 724.172112] env[62979]: _type = "Task" [ 724.172112] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.185247] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410434] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.480066] env[62979]: INFO nova.compute.manager [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Took 44.48 seconds to build instance. [ 724.530905] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832f28a-24d6-40ae-b10a-9f919dad08b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.539239] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acfda2f-bf54-47cf-aa81-bba0f75fc9d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.581940] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9d45c-0df9-4ff5-b8a6-0f2947a27cd7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.586698] env[62979]: DEBUG nova.network.neutron [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Updating instance_info_cache with network_info: [{"id": "1531fb7c-38af-485a-b4ab-b0817f846dba", "address": "fa:16:3e:41:27:2a", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1531fb7c-38", "ovs_interfaceid": "1531fb7c-38af-485a-b4ab-b0817f846dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.592969] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381217, 'name': ReconfigVM_Task, 'duration_secs': 0.266762} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.594652] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 233c9ab0-3c91-420b-a8df-f7560d1ba7c7/233c9ab0-3c91-420b-a8df-f7560d1ba7c7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.595352] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2054740-f8a0-4825-af91-33006500c8d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.597912] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa53eba-183c-45f7-9ca1-dd1659e5492f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.615298] env[62979]: DEBUG nova.compute.provider_tree [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.618741] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 724.618741] env[62979]: value = "task-2381219" [ 724.618741] env[62979]: _type = "Task" [ 724.618741] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.632827] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381219, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683438] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381218, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.951369] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.982187] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.982517] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.982737] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.982948] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.983123] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.983294] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.983531] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.984257] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.984257] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.984257] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.984451] env[62979]: DEBUG nova.virt.hardware [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.984856] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17ace625-b892-4d65-8e96-9e0d383f0d44 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.720s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.985846] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c95bce4-6571-48e5-8a70-3f0ee3acbe2e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.997071] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d4b82-cbec-483f-b21e-7f461d2da984 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.096507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.096918] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Instance network_info: |[{"id": "1531fb7c-38af-485a-b4ab-b0817f846dba", "address": "fa:16:3e:41:27:2a", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1531fb7c-38", "ovs_interfaceid": "1531fb7c-38af-485a-b4ab-b0817f846dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.097061] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Acquired lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097166] env[62979]: DEBUG nova.network.neutron [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Refreshing network info cache for port 1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.098781] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:27:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1531fb7c-38af-485a-b4ab-b0817f846dba', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.107332] env[62979]: DEBUG oslo.service.loopingcall [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.113021] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.113021] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798729d3-30ae-4f46-ba8c-a0e1808af886 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.136020] env[62979]: DEBUG nova.scheduler.client.report [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.146499] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381219, 'name': Rename_Task, 'duration_secs': 0.139443} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.148034] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.148139] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.148139] env[62979]: value = "task-2381220" [ 725.148139] env[62979]: _type = "Task" [ 725.148139] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.149319] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f3fd78-6449-415e-9929-294b544b80a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.159214] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381220, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.163178] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 725.163178] env[62979]: value = "task-2381221" [ 725.163178] env[62979]: _type = "Task" [ 725.163178] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.172914] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.183188] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85135} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.183604] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8/1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.183980] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.184352] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2636364c-391b-4219-be3b-59c7b11f9593 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.191128] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 725.191128] env[62979]: value = "task-2381222" [ 725.191128] env[62979]: _type = "Task" [ 725.191128] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.200331] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.389517] env[62979]: DEBUG nova.compute.manager [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.389758] env[62979]: DEBUG nova.compute.manager [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing instance network info cache due to event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.389977] env[62979]: DEBUG oslo_concurrency.lockutils [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] Acquiring lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.390286] env[62979]: DEBUG oslo_concurrency.lockutils [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] Acquired lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.390619] env[62979]: DEBUG nova.network.neutron [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.496702] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.509329] env[62979]: DEBUG nova.network.neutron [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Updated VIF entry in instance network info cache for port 1531fb7c-38af-485a-b4ab-b0817f846dba. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.509893] env[62979]: DEBUG nova.network.neutron [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Updating instance_info_cache with network_info: [{"id": "1531fb7c-38af-485a-b4ab-b0817f846dba", "address": "fa:16:3e:41:27:2a", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1531fb7c-38", "ovs_interfaceid": "1531fb7c-38af-485a-b4ab-b0817f846dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.646348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.647093] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.651287] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.264s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.652732] env[62979]: DEBUG nova.objects.instance [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lazy-loading 'resources' on Instance uuid 74a76dd9-217c-4209-a7d3-01512114f82b {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.666237] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381220, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.677410] env[62979]: DEBUG oslo_vmware.api [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381221, 'name': PowerOnVM_Task, 'duration_secs': 0.512765} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.677678] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.677880] env[62979]: INFO nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Took 8.81 seconds to spawn the instance on the hypervisor. [ 725.678061] env[62979]: DEBUG nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.679114] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8c447-9d36-4684-832a-c610f058e7a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.702098] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07557} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.702397] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.703270] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e71ba-6ed9-4bbd-8618-fbff8d8ad9fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.709219] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Successfully updated port: 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.735628] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8/1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.737247] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a3fb05-33c6-4fbe-81d1-2ed5006e2e53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759164] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 725.759164] env[62979]: value = "task-2381223" [ 725.759164] env[62979]: _type = "Task" [ 725.759164] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.771420] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.012726] env[62979]: DEBUG oslo_concurrency.lockutils [req-76821e37-f078-45f0-9dbc-00aacc995ebf req-943208c7-2832-453e-bbad-70dc4df726f8 service nova] Releasing lock "refresh_cache-124d9b8b-e705-4395-adc5-e326bcbec979" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.023087] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.147090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.147090] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.147090] env[62979]: INFO nova.compute.manager [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Rebooting instance [ 726.156308] env[62979]: DEBUG nova.compute.utils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.170104] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.170104] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.173285] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.183704] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381220, 'name': CreateVM_Task, 'duration_secs': 0.567382} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.183823] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.184468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.184621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.184917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.185173] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac4017d-0654-42e2-b59b-273cd5f367b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.191914] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 726.191914] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a644fa-80e0-aaa3-ad79-7b44607bba07" [ 726.191914] env[62979]: _type = "Task" [ 726.191914] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.209716] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a644fa-80e0-aaa3-ad79-7b44607bba07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.215600] env[62979]: DEBUG nova.compute.manager [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-vif-plugged-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.216434] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Acquiring lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.216915] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.217351] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.217574] env[62979]: DEBUG nova.compute.manager [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] No waiting events found dispatching network-vif-plugged-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.217774] env[62979]: WARNING nova.compute.manager [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received unexpected event network-vif-plugged-65d6d704-9f09-442c-938b-1f06406a4455 for instance with vm_state building and task_state spawning. [ 726.217918] env[62979]: DEBUG nova.compute.manager [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-changed-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.218845] env[62979]: DEBUG nova.compute.manager [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing instance network info cache due to event network-changed-65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.219200] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.219662] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.220063] env[62979]: DEBUG nova.network.neutron [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.225044] env[62979]: INFO nova.compute.manager [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Took 41.67 seconds to build instance. [ 726.225791] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.228055] env[62979]: DEBUG nova.network.neutron [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updated VIF entry in instance network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.228055] env[62979]: DEBUG nova.network.neutron [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.264151] env[62979]: DEBUG nova.policy [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067ead9f1ef24c5c986f185a8db9ba39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7626ec2ad7064de18b3c583b1a0ca462', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.272334] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381223, 'name': ReconfigVM_Task, 'duration_secs': 0.417572} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.272628] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8/1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.273301] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe9b3258-5632-4078-a567-fdf6fc45320f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.281282] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 726.281282] env[62979]: value = "task-2381224" [ 726.281282] env[62979]: _type = "Task" [ 726.281282] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.292850] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381224, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.600024] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Successfully created port: 59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.666009] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.702901] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a644fa-80e0-aaa3-ad79-7b44607bba07, 'name': SearchDatastore_Task, 'duration_secs': 0.021626} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.703454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.703581] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.703935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.704101] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704359] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.704676] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb865bef-63c0-44e2-9ec7-6d7afe6e3a96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.716250] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.717528] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.718857] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354dfa89-e670-41a1-b2d5-a4878ad9a2bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.726520] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912666d5-152a-44ac-9864-d939400b140d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.730882] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a54fca14-8003-408c-a110-9b076916ac50 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.058s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.731664] env[62979]: DEBUG oslo_concurrency.lockutils [req-a3fc92af-3d90-4fd3-873b-ecd5fe7d11f0 req-a8268e15-de16-458f-90f6-b07f9cd7a231 service nova] Releasing lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.732155] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 726.732155] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52102e17-8590-5b4b-eb0b-e41d6088d378" [ 726.732155] env[62979]: _type = "Task" [ 726.732155] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.733871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquired lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.734166] env[62979]: DEBUG nova.network.neutron [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.743015] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c837cab9-382e-4bdd-b881-ce3a0bf2d75e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.748420] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52102e17-8590-5b4b-eb0b-e41d6088d378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.777167] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9f930-a731-47b1-bcd9-6615a108a571 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.787596] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1a6da-1e58-448b-8cd5-2aa66fb26558 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.796852] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381224, 'name': Rename_Task, 'duration_secs': 0.146085} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.805207] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.805829] env[62979]: DEBUG nova.compute.provider_tree [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.809295] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22728520-7e6a-4176-8bd9-72fa129e2551 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.814606] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 726.814606] env[62979]: value = "task-2381225" [ 726.814606] env[62979]: _type = "Task" [ 726.814606] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.823163] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.986862] env[62979]: DEBUG nova.network.neutron [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.162266] env[62979]: DEBUG nova.network.neutron [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.185316] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.223570] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:30:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56670ea3-ae28-4057-b28c-73c4245c7547',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678576116',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.223835] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.224076] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.224378] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.224674] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.224907] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.225197] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.225434] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.225666] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.225935] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.226193] env[62979]: DEBUG nova.virt.hardware [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.227182] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f692ccc-c28d-49bc-af4f-a498e0b797d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.236336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1129220-8e06-4944-8b5b-4ecd56e094a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.241272] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.269996] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52102e17-8590-5b4b-eb0b-e41d6088d378, 'name': SearchDatastore_Task, 'duration_secs': 0.018907} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.271080] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a717e4-401f-4bd3-be42-e4fd2db31fff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.277479] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 727.277479] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe71ea-a11e-f5f7-43dc-1494411bfdb8" [ 727.277479] env[62979]: _type = "Task" [ 727.277479] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.288396] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe71ea-a11e-f5f7-43dc-1494411bfdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.310606] env[62979]: DEBUG nova.scheduler.client.report [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.326144] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.446241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.452018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.005s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.502357] env[62979]: DEBUG nova.network.neutron [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.666465] env[62979]: DEBUG oslo_concurrency.lockutils [req-b7820087-ec39-48ca-bf4c-4739ed45a5b7 req-c5232c1f-47dc-4bd0-acf7-ee3a404094ae service nova] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.666465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.666465] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.768036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.788110] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe71ea-a11e-f5f7-43dc-1494411bfdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.015935} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.788457] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.788789] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 124d9b8b-e705-4395-adc5-e326bcbec979/124d9b8b-e705-4395-adc5-e326bcbec979.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.789099] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a804e8-91ad-4852-8868-c8a704b27798 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.794923] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 727.794923] env[62979]: value = "task-2381226" [ 727.794923] env[62979]: _type = "Task" [ 727.794923] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.802473] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.816830] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.821944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.937s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.823874] env[62979]: INFO nova.compute.claims [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.831838] env[62979]: DEBUG oslo_vmware.api [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381225, 'name': PowerOnVM_Task, 'duration_secs': 0.672054} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.832183] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.832449] env[62979]: INFO nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 8.29 seconds to spawn the instance on the hypervisor. [ 727.832687] env[62979]: DEBUG nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.833557] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144d5d4-c449-4b85-9db1-980ba8fa6dbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.836701] env[62979]: INFO nova.scheduler.client.report [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleted allocations for instance 74a76dd9-217c-4209-a7d3-01512114f82b [ 727.952623] env[62979]: DEBUG nova.compute.utils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.005829] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Releasing lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.218158] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.314024] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381226, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.352860] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f30b9234-ad48-4251-83e8-dc3df39645a3 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "74a76dd9-217c-4209-a7d3-01512114f82b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.148s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.361025] env[62979]: INFO nova.compute.manager [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 41.60 seconds to build instance. [ 728.458067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.514031] env[62979]: DEBUG nova.compute.manager [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.514031] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a236058-b896-416d-b7cc-fca147469a5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.649885] env[62979]: DEBUG nova.network.neutron [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.809361] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743484} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.809361] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 124d9b8b-e705-4395-adc5-e326bcbec979/124d9b8b-e705-4395-adc5-e326bcbec979.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.809361] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.809361] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5986b999-6a94-419e-844b-255e907e8d1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.816168] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 728.816168] env[62979]: value = "task-2381227" [ 728.816168] env[62979]: _type = "Task" [ 728.816168] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.825038] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.863018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1255d555-c103-4a39-8036-1f52c2493531 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.506s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.932227] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Successfully updated port: 59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.150879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.151454] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance network_info: |[{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.151900] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:1a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d6d704-9f09-442c-938b-1f06406a4455', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.159732] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Creating folder: Project (4585dff476ad4e89a2c19549b5a6ed13). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.160011] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22534f5e-b68b-46f9-951f-88f00abbb03e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.171710] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Created folder: Project (4585dff476ad4e89a2c19549b5a6ed13) in parent group-v483149. [ 729.172658] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Creating folder: Instances. Parent ref: group-v483277. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.172658] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b77e2c7c-01f3-439e-b51f-39c8734620d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.181031] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Created folder: Instances in parent group-v483277. [ 729.181031] env[62979]: DEBUG oslo.service.loopingcall [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.181031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.181405] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5be683-6e4b-4368-97a9-106fea857e36 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.215254] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.215254] env[62979]: value = "task-2381230" [ 729.215254] env[62979]: _type = "Task" [ 729.215254] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.223652] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381230, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.226778] env[62979]: DEBUG nova.compute.manager [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Received event network-vif-plugged-59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.227067] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] Acquiring lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.227295] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.227498] env[62979]: DEBUG oslo_concurrency.lockutils [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.227679] env[62979]: DEBUG nova.compute.manager [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] No waiting events found dispatching network-vif-plugged-59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.227847] env[62979]: WARNING nova.compute.manager [req-5ff1f7b8-1438-4fc8-96dd-b52d97b25981 req-851127aa-15cc-4011-b634-08f1f8da4703 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Received unexpected event network-vif-plugged-59120207-0323-4dd6-b74b-3e41c25493d9 for instance with vm_state building and task_state spawning. [ 729.331021] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.331113] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.332145] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b75b9b-4a3d-42a3-a78b-b155d6989a1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.361628] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 124d9b8b-e705-4395-adc5-e326bcbec979/124d9b8b-e705-4395-adc5-e326bcbec979.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.364094] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31d175c-8a43-40c5-9add-5f39e9db3a56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.382029] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.394642] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 729.394642] env[62979]: value = "task-2381231" [ 729.394642] env[62979]: _type = "Task" [ 729.394642] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.402771] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.437381] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.437497] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.437740] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.499727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedfae55-504e-4bdd-940e-4570c4af29fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.507699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee7ec1-194a-4a81-911c-0bccf35d878a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.542036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946b4e14-719d-4e57-bffa-e0741a68d90f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.545124] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e695311f-8f6e-4fe0-812c-4200bcb20fa4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.556113] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Doing hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 729.556450] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8b2a80f3-e632-4058-9c42-e56469606543 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.559512] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8910b-b9ce-46c1-ab9b-4f03a4f9269d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.575569] env[62979]: DEBUG nova.compute.provider_tree [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.578862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.579883] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.579883] env[62979]: INFO nova.compute.manager [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Attaching volume f1d4276a-d32a-48f1-aced-6bb2156c509a to /dev/sdb [ 729.581464] env[62979]: DEBUG oslo_vmware.api [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 729.581464] env[62979]: value = "task-2381232" [ 729.581464] env[62979]: _type = "Task" [ 729.581464] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.595183] env[62979]: DEBUG oslo_vmware.api [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381232, 'name': ResetVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.628023] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d2a3e-1350-41ae-a887-09e447b66776 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.634879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9e2a0-ca3c-442f-af6f-867b451602f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.651046] env[62979]: DEBUG nova.virt.block_device [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Updating existing volume attachment record: c37b9a38-5ab9-483c-9005-0c250c34ee4e {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 729.726072] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381230, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.909705] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.910838] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.977521] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.083169] env[62979]: DEBUG nova.scheduler.client.report [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.099620] env[62979]: DEBUG oslo_vmware.api [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381232, 'name': ResetVM_Task, 'duration_secs': 0.125182} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.099953] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Did hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 730.100176] env[62979]: DEBUG nova.compute.manager [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.100981] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b0ca2-9dc2-48b0-a199-beccf8a74710 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.226563] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381230, 'name': CreateVM_Task, 'duration_secs': 0.556991} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.226770] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.227529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.227717] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.228075] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.228345] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e6d194-abd8-42db-945c-5987b9df80b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.236142] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 730.236142] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52347f1f-e334-b80b-20bd-621a234c2dd1" [ 730.236142] env[62979]: _type = "Task" [ 730.236142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.248435] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52347f1f-e334-b80b-20bd-621a234c2dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.284425] env[62979]: DEBUG nova.network.neutron [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.407721] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381231, 'name': ReconfigVM_Task, 'duration_secs': 0.845892} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.407928] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 124d9b8b-e705-4395-adc5-e326bcbec979/124d9b8b-e705-4395-adc5-e326bcbec979.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.408701] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c0ad4a3-7792-4e3e-8ac9-2047287f495b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.416331] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 730.416331] env[62979]: value = "task-2381235" [ 730.416331] env[62979]: _type = "Task" [ 730.416331] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.427770] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381235, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.598182] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.599039] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.602364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.157s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.602631] env[62979]: DEBUG nova.objects.instance [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lazy-loading 'resources' on Instance uuid 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.615099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a8dbb70-3b5e-4f2d-9c20-79d2ed4fb664 tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.469s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.624525] env[62979]: DEBUG nova.compute.manager [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.625663] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936b485e-1186-41e7-b358-42fd07dd59de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.747720] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52347f1f-e334-b80b-20bd-621a234c2dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.748035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.748617] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.748617] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.748775] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.748817] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.749100] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ff7748-6ade-4918-912a-dcd96cc4120d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.766687] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.766883] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.767728] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01dfa267-53eb-4383-9e2e-fe9f01ad06c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.773166] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 730.773166] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52130639-5d5c-1069-8a21-bd43bd0c5327" [ 730.773166] env[62979]: _type = "Task" [ 730.773166] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.781759] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52130639-5d5c-1069-8a21-bd43bd0c5327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.787390] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.787715] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Instance network_info: |[{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.788297] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a2:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59120207-0323-4dd6-b74b-3e41c25493d9', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.795827] env[62979]: DEBUG oslo.service.loopingcall [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.796259] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.796548] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cde13fd-8967-4c91-84b5-000174483dd4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.816335] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.816335] env[62979]: value = "task-2381238" [ 730.816335] env[62979]: _type = "Task" [ 730.816335] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.825742] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381238, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.925540] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381235, 'name': Rename_Task, 'duration_secs': 0.253288} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.925893] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.926017] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51548f7-36fd-4daa-8524-223d5b7387bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.932181] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 730.932181] env[62979]: value = "task-2381239" [ 730.932181] env[62979]: _type = "Task" [ 730.932181] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.940302] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.106587] env[62979]: DEBUG nova.compute.utils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 731.112193] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.112193] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.142501] env[62979]: INFO nova.compute.manager [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] instance snapshotting [ 731.145108] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a59ca-0b92-42e8-b880-ea30f19ba14a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.172159] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335d4e6-658d-4cb1-ace3-8ae0842bb807 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.182731] env[62979]: DEBUG nova.policy [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '017212f07b754aa9a125b96db7c413b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cdd9fb5c254c8abb8c8a0cda03a6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.285624] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52130639-5d5c-1069-8a21-bd43bd0c5327, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.286457] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05686dec-cf77-4541-b16b-e8dac6b5f01e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.292719] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 731.292719] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c52bd-4946-d74d-ad3b-42be56715a81" [ 731.292719] env[62979]: _type = "Task" [ 731.292719] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.302372] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c52bd-4946-d74d-ad3b-42be56715a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.326235] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381238, 'name': CreateVM_Task, 'duration_secs': 0.360565} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.330203] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.330203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.330203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.330445] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.330668] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af637e79-1188-4753-babf-9167cffc6a3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.335657] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 731.335657] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ef5cb8-8958-d783-b5e5-3792d7aed44b" [ 731.335657] env[62979]: _type = "Task" [ 731.335657] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.344267] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ef5cb8-8958-d783-b5e5-3792d7aed44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.443215] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.453929] env[62979]: DEBUG nova.compute.manager [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Received event network-changed-59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.454579] env[62979]: DEBUG nova.compute.manager [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Refreshing instance network info cache due to event network-changed-59120207-0323-4dd6-b74b-3e41c25493d9. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.454579] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.454579] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.455021] env[62979]: DEBUG nova.network.neutron [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Refreshing network info cache for port 59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.611688] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.676890] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "e464df66-37d9-4500-9b94-2271ed65e319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.677220] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.686177] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.686875] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-128ce556-8068-4f99-b95d-caa42692cf88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.698669] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 731.698669] env[62979]: value = "task-2381240" [ 731.698669] env[62979]: _type = "Task" [ 731.698669] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.707609] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.749429] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd49594-c400-4a4b-b064-bcb5286a6d3a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.757129] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b5f98-88ca-46fb-8629-1a4812d55b47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.798764] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Successfully created port: e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.804421] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb8326-9fa8-4a3a-a6ae-6b7210a9d49e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814264] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c52bd-4946-d74d-ad3b-42be56715a81, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.816511] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.816796] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] d05bd991-4bcc-4fec-9536-9220169fed55/d05bd991-4bcc-4fec-9536-9220169fed55.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.817785] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db8e7547-4075-4964-8f98-38ff1cf3fb5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.820496] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a4471b-f2e6-472b-ad93-09de6cf81328 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.828441] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 731.828441] env[62979]: value = "task-2381241" [ 731.828441] env[62979]: _type = "Task" [ 731.828441] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.835970] env[62979]: DEBUG nova.compute.provider_tree [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.851823] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.851823] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ef5cb8-8958-d783-b5e5-3792d7aed44b, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.852148] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.852196] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.852682] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.852682] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.852682] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.852994] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea2d8b5-5b44-4f88-a2c9-49f94170a139 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.861130] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.861741] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.862531] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d41ec54-cb25-4cb9-b5a6-e0cb84479f76 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.868576] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 731.868576] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c524b4-5585-96d3-f178-a9bbcac46345" [ 731.868576] env[62979]: _type = "Task" [ 731.868576] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.876080] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c524b4-5585-96d3-f178-a9bbcac46345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.942995] env[62979]: DEBUG oslo_vmware.api [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381239, 'name': PowerOnVM_Task, 'duration_secs': 0.550248} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.943312] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.943594] env[62979]: INFO nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Took 9.70 seconds to spawn the instance on the hypervisor. [ 731.943723] env[62979]: DEBUG nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.944530] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66df9496-37bb-4394-83bd-a78685aeb382 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.207865] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.342159] env[62979]: DEBUG nova.scheduler.client.report [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.361892] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.381741] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c524b4-5585-96d3-f178-a9bbcac46345, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.382638] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223a233d-8ac4-464e-9a9a-d2f4fe6f5f0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.388735] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 732.388735] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527c878b-9ad0-e623-256b-d864a08580a4" [ 732.388735] env[62979]: _type = "Task" [ 732.388735] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.398327] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527c878b-9ad0-e623-256b-d864a08580a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.413473] env[62979]: DEBUG nova.network.neutron [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updated VIF entry in instance network info cache for port 59120207-0323-4dd6-b74b-3e41c25493d9. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.413473] env[62979]: DEBUG nova.network.neutron [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.468882] env[62979]: INFO nova.compute.manager [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Took 37.64 seconds to build instance. [ 732.624310] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.646030] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.646322] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.646462] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.646638] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.646816] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.646925] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.647151] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.647311] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.647498] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.647667] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.647842] env[62979]: DEBUG nova.virt.hardware [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.648731] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a4a53-29e3-4bc0-9d99-15f3748d9352 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.656633] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466fb00-fe5f-4425-871f-2f5c6005e3b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.707356] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381240, 'name': CreateSnapshot_Task, 'duration_secs': 0.903434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.707696] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.711021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0c49c-3a58-4776-9182-d9cb91e0a1bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.848339] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598228} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.848629] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] d05bd991-4bcc-4fec-9536-9220169fed55/d05bd991-4bcc-4fec-9536-9220169fed55.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.848841] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.849099] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20bebd7d-27c4-48ee-a62f-5265a6f5c186 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.852778] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.855871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.318s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.858334] env[62979]: INFO nova.compute.claims [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.864158] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 732.864158] env[62979]: value = "task-2381243" [ 732.864158] env[62979]: _type = "Task" [ 732.864158] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.874963] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.886032] env[62979]: INFO nova.scheduler.client.report [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted allocations for instance 53eb9ce7-3b4a-4b39-91b9-5e17928b2677 [ 732.900038] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527c878b-9ad0-e623-256b-d864a08580a4, 'name': SearchDatastore_Task, 'duration_secs': 0.033357} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.900291] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.900538] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.900787] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0c1457-d063-44f7-8678-bef7827d842c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.907716] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 732.907716] env[62979]: value = "task-2381244" [ 732.907716] env[62979]: _type = "Task" [ 732.907716] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.917052] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.921090] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc6303f0-4fab-4882-a014-715a6b240a43 req-452508c4-586a-4108-90bc-dae721afa812 service nova] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.972168] env[62979]: DEBUG oslo_concurrency.lockutils [None req-250c1f9e-26a5-4ef3-9f5e-39d165cfc8db tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.638s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.042893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.042893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.042893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.043039] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.043167] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.045665] env[62979]: INFO nova.compute.manager [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Terminating instance [ 733.225648] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.225989] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27e7d38e-be19-416a-b44e-9eae8f970926 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.235275] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 733.235275] env[62979]: value = "task-2381245" [ 733.235275] env[62979]: _type = "Task" [ 733.235275] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.243840] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381245, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.377285] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157749} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.378156] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.379192] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5945323a-1827-4fb6-a1ca-e328e89dce1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.413450] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d05bd991-4bcc-4fec-9536-9220169fed55/d05bd991-4bcc-4fec-9536-9220169fed55.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.414143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8282cdd8-3f85-4120-ac05-88dec2816a6c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "53eb9ce7-3b4a-4b39-91b9-5e17928b2677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.983s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.415470] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656cd1f8-23b2-4cb9-9766-1b3326e0326b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.442044] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.444316] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 733.444316] env[62979]: value = "task-2381246" [ 733.444316] env[62979]: _type = "Task" [ 733.444316] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.453520] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.474661] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.487014] env[62979]: DEBUG nova.compute.manager [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.487283] env[62979]: DEBUG nova.compute.manager [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing instance network info cache due to event network-changed-83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.488076] env[62979]: DEBUG oslo_concurrency.lockutils [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] Acquiring lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.488119] env[62979]: DEBUG oslo_concurrency.lockutils [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] Acquired lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.488391] env[62979]: DEBUG nova.network.neutron [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Refreshing network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.551157] env[62979]: DEBUG nova.compute.manager [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.551157] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.552428] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0d47d-8776-4eec-8b1e-64e61b4de8af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.562625] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.563037] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a7243e-36f7-41f0-b1c9-02e3b60bd2bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.572385] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 733.572385] env[62979]: value = "task-2381247" [ 733.572385] env[62979]: _type = "Task" [ 733.572385] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.579929] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.618038] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "b7258889-c444-4d40-b4b5-924943adf2b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.618338] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.749838] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381245, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.804263] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Successfully updated port: e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.930639] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381244, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.957644] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.997546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.081823] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381247, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.252941] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381245, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.308917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.309035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquired lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.309137] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.315891] env[62979]: DEBUG nova.network.neutron [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updated VIF entry in instance network info cache for port 83d696ad-02e2-49c3-8b57-121ebffc0599. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.316394] env[62979]: DEBUG nova.network.neutron [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [{"id": "83d696ad-02e2-49c3-8b57-121ebffc0599", "address": "fa:16:3e:ef:5c:13", "network": {"id": "ca67f636-1220-4153-95e5-4217d48c4e4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-242275831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "625ba823f47b483c9031d1766e96e9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d696ad-02", "ovs_interfaceid": "83d696ad-02e2-49c3-8b57-121ebffc0599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.427662] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381244, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042131} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.428555] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.428958] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.429321] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7638b5b-4f60-44b9-9a44-f614316558d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.437734] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 734.437734] env[62979]: value = "task-2381248" [ 734.437734] env[62979]: _type = "Task" [ 734.437734] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.439517] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2c3ae7-9165-4a63-b39a-6c9de96494a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.460131] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9232d2-79bd-4ab9-bc71-88dede15b4c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.464437] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.468524] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.498840] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50a8211-d96d-4df9-be02-4481b194c8d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.507091] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da7aed-7f64-4d9d-9be5-953c70d54c9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.521071] env[62979]: DEBUG nova.compute.provider_tree [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.581502] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381247, 'name': PowerOffVM_Task, 'duration_secs': 0.572954} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.581774] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.581943] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.582232] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10d7b00-d462-43bf-a0f9-a299e4ca12ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.734817] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 734.735170] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483281', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'name': 'volume-f1d4276a-d32a-48f1-aced-6bb2156c509a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '233c9ab0-3c91-420b-a8df-f7560d1ba7c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'serial': 'f1d4276a-d32a-48f1-aced-6bb2156c509a'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 734.736398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427db0b-1a02-474b-827a-d289800c8a31 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.748427] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381245, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.763798] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188c917-2647-4511-bc91-a40db51f162d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.787581] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-f1d4276a-d32a-48f1-aced-6bb2156c509a/volume-f1d4276a-d32a-48f1-aced-6bb2156c509a.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.787905] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca848694-de7c-4200-ad5b-99bc423723c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.805624] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 734.805624] env[62979]: value = "task-2381250" [ 734.805624] env[62979]: _type = "Task" [ 734.805624] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.583171] env[62979]: DEBUG oslo_concurrency.lockutils [req-266019a0-7607-4a92-8bb0-bc6019c0ea96 req-296b2847-d002-4dc1-a711-7ef0c2bca81b service nova] Releasing lock "refresh_cache-ac4c6ca5-cdb1-4603-8609-8e442cf534fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.586547] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.586773] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.586970] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleting the datastore file [datastore1] ac4c6ca5-cdb1-4603-8609-8e442cf534fd {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.588157] env[62979]: DEBUG nova.compute.manager [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Received event network-vif-plugged-e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.588403] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Acquiring lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.588635] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.588820] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.588997] env[62979]: DEBUG nova.compute.manager [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] No waiting events found dispatching network-vif-plugged-e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.589193] env[62979]: WARNING nova.compute.manager [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Received unexpected event network-vif-plugged-e9474815-cfc8-4474-bc31-311a9225e315 for instance with vm_state building and task_state spawning. [ 735.589354] env[62979]: DEBUG nova.compute.manager [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Received event network-changed-e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.589518] env[62979]: DEBUG nova.compute.manager [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Refreshing instance network info cache due to event network-changed-e9474815-cfc8-4474-bc31-311a9225e315. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.589701] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Acquiring lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.601629] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-671fc564-b433-413b-a103-2529b9e237f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.608693] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.608693] env[62979]: WARNING oslo_vmware.common.loopingcall [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] task run outlasted interval by 0.300465 sec [ 735.617526] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381245, 'name': CloneVM_Task, 'duration_secs': 1.535458} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.617788] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071735} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.623380] env[62979]: ERROR nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [req-c2da9067-8856-4cf3-944c-41f771e226ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2da9067-8856-4cf3-944c-41f771e226ff"}]} [ 735.623855] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Created linked-clone VM from snapshot [ 735.623855] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.624134] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381246, 'name': ReconfigVM_Task, 'duration_secs': 1.183792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.629977] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84960c5c-0c07-40a8-8447-78f3d734dadb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.632852] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de0bd80-020e-4a1f-99a7-a8188848aeac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.635595] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d05bd991-4bcc-4fec-9536-9220169fed55/d05bd991-4bcc-4fec-9536-9220169fed55.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.636570] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.637814] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-631a1778-1863-4e3c-b01a-749eff290a0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.639337] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 735.639337] env[62979]: value = "task-2381251" [ 735.639337] env[62979]: _type = "Task" [ 735.639337] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.655240] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Uploading image f0e0bb01-0174-4ce2-a7f6-a432fda99c73 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.667376] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.668198] env[62979]: DEBUG nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.671042] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.675185] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b1624c-0467-40da-8710-18dd4843367f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.689586] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 735.689586] env[62979]: value = "task-2381252" [ 735.689586] env[62979]: _type = "Task" [ 735.689586] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.696180] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.700599] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 735.700599] env[62979]: value = "task-2381253" [ 735.700599] env[62979]: _type = "Task" [ 735.700599] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.709329] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.709329] env[62979]: value = "vm-483284" [ 735.709329] env[62979]: _type = "VirtualMachine" [ 735.709329] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.709679] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381252, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.709892] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c566f45b-dc97-44e5-8da5-e2ac4459ddaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.713581] env[62979]: DEBUG nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.713581] env[62979]: DEBUG nova.compute.provider_tree [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.720208] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.721709] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lease: (returnval){ [ 735.721709] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c059de-9ba1-d6cd-1bfe-319efbc948d3" [ 735.721709] env[62979]: _type = "HttpNfcLease" [ 735.721709] env[62979]: } obtained for exporting VM: (result){ [ 735.721709] env[62979]: value = "vm-483284" [ 735.721709] env[62979]: _type = "VirtualMachine" [ 735.721709] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.722375] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the lease: (returnval){ [ 735.722375] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c059de-9ba1-d6cd-1bfe-319efbc948d3" [ 735.722375] env[62979]: _type = "HttpNfcLease" [ 735.722375] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.728387] env[62979]: DEBUG nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.734183] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.734183] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c059de-9ba1-d6cd-1bfe-319efbc948d3" [ 735.734183] env[62979]: _type = "HttpNfcLease" [ 735.734183] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.758870] env[62979]: DEBUG nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.911145] env[62979]: DEBUG nova.network.neutron [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updating instance_info_cache with network_info: [{"id": "e9474815-cfc8-4474-bc31-311a9225e315", "address": "fa:16:3e:f3:4e:5f", "network": {"id": "3c2d4d71-3be2-400e-8a2e-e44505773e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-65215077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cdd9fb5c254c8abb8c8a0cda03a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9474815-cf", "ovs_interfaceid": "e9474815-cfc8-4474-bc31-311a9225e315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.125604] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381250, 'name': ReconfigVM_Task, 'duration_secs': 0.94044} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.125900] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-f1d4276a-d32a-48f1-aced-6bb2156c509a/volume-f1d4276a-d32a-48f1-aced-6bb2156c509a.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.133132] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6978f933-4e37-427d-b785-56fddf878b37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.154344] env[62979]: DEBUG oslo_vmware.api [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176107} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.156380] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.156441] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.156624] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.156802] env[62979]: INFO nova.compute.manager [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Took 2.61 seconds to destroy the instance on the hypervisor. [ 736.157047] env[62979]: DEBUG oslo.service.loopingcall [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.157349] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 736.157349] env[62979]: value = "task-2381255" [ 736.157349] env[62979]: _type = "Task" [ 736.157349] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.157488] env[62979]: DEBUG nova.compute.manager [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.157594] env[62979]: DEBUG nova.network.neutron [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.172255] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.218108] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381252, 'name': Rename_Task, 'duration_secs': 0.162508} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.218932] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.218932] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.219144] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4231580b-57ec-4f1c-ba68-0c85602c692c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228551] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 736.228551] env[62979]: value = "task-2381256" [ 736.228551] env[62979]: _type = "Task" [ 736.228551] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.237582] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.237582] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c059de-9ba1-d6cd-1bfe-319efbc948d3" [ 736.237582] env[62979]: _type = "HttpNfcLease" [ 736.237582] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 736.238742] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 736.238742] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c059de-9ba1-d6cd-1bfe-319efbc948d3" [ 736.238742] env[62979]: _type = "HttpNfcLease" [ 736.238742] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 736.239708] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c0b9f-ec67-48c5-8976-63a64d4c373a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.246358] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381256, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.251605] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 736.251870] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 736.335906] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36be9e-e349-49c0-aba0-fe7559e36e9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.343147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f0bb0-f6ef-4de6-87f3-5c9ff17b8e5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.378273] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96e05129-45e2-483f-abb1-9928bf6e467a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.380560] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa1e193-d077-4576-96ec-672d53bbe7cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.390425] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc32d6-a8c4-4660-ba97-7fec0dec6cb2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.408146] env[62979]: DEBUG nova.compute.provider_tree [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.418048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Releasing lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.418048] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Instance network_info: |[{"id": "e9474815-cfc8-4474-bc31-311a9225e315", "address": "fa:16:3e:f3:4e:5f", "network": {"id": "3c2d4d71-3be2-400e-8a2e-e44505773e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-65215077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cdd9fb5c254c8abb8c8a0cda03a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9474815-cf", "ovs_interfaceid": "e9474815-cfc8-4474-bc31-311a9225e315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.418048] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Acquired lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.418048] env[62979]: DEBUG nova.network.neutron [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Refreshing network info cache for port e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.418048] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:4e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9474815-cfc8-4474-bc31-311a9225e315', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.426695] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Creating folder: Project (f7cdd9fb5c254c8abb8c8a0cda03a6e3). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.435608] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f578df-4792-464c-a11c-02f3a96e68a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.447150] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Created folder: Project (f7cdd9fb5c254c8abb8c8a0cda03a6e3) in parent group-v483149. [ 736.447486] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Creating folder: Instances. Parent ref: group-v483285. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.447588] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda680cf-f745-40c9-84a5-583861effdac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.456085] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Created folder: Instances in parent group-v483285. [ 736.456340] env[62979]: DEBUG oslo.service.loopingcall [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.457947] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.457947] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95a49707-5a07-49fb-8c8d-5bfdddb6fc85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.476458] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.476458] env[62979]: value = "task-2381259" [ 736.476458] env[62979]: _type = "Task" [ 736.476458] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.484182] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381259, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.669596] env[62979]: DEBUG oslo_vmware.api [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381255, 'name': ReconfigVM_Task, 'duration_secs': 0.149013} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.670157] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483281', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'name': 'volume-f1d4276a-d32a-48f1-aced-6bb2156c509a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '233c9ab0-3c91-420b-a8df-f7560d1ba7c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'serial': 'f1d4276a-d32a-48f1-aced-6bb2156c509a'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 736.717519] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381253, 'name': ReconfigVM_Task, 'duration_secs': 0.570339} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.717873] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.718850] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29ef5e1-8e65-4a51-9464-c6e22d74bfc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.728375] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 736.728375] env[62979]: value = "task-2381260" [ 736.728375] env[62979]: _type = "Task" [ 736.728375] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.743105] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381260, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.747955] env[62979]: DEBUG oslo_vmware.api [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381256, 'name': PowerOnVM_Task, 'duration_secs': 0.446621} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.748508] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.748814] env[62979]: INFO nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Took 11.80 seconds to spawn the instance on the hypervisor. [ 736.749101] env[62979]: DEBUG nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.750295] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3a228-8e75-4e26-8c67-87e39a704046 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.956094] env[62979]: DEBUG nova.scheduler.client.report [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.956470] env[62979]: DEBUG nova.compute.provider_tree [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 72 to 73 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.956567] env[62979]: DEBUG nova.compute.provider_tree [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.990958] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381259, 'name': CreateVM_Task, 'duration_secs': 0.339453} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.991214] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.992122] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.992535] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.993132] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.993487] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31f1949-d6ac-4b06-8eb3-0e40a32e379c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.998736] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 736.998736] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b63743-0301-ce3d-cbc6-c99148d9865a" [ 736.998736] env[62979]: _type = "Task" [ 736.998736] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.011580] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b63743-0301-ce3d-cbc6-c99148d9865a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.040084] env[62979]: DEBUG nova.network.neutron [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updated VIF entry in instance network info cache for port e9474815-cfc8-4474-bc31-311a9225e315. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.044023] env[62979]: DEBUG nova.network.neutron [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updating instance_info_cache with network_info: [{"id": "e9474815-cfc8-4474-bc31-311a9225e315", "address": "fa:16:3e:f3:4e:5f", "network": {"id": "3c2d4d71-3be2-400e-8a2e-e44505773e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-65215077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cdd9fb5c254c8abb8c8a0cda03a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9474815-cf", "ovs_interfaceid": "e9474815-cfc8-4474-bc31-311a9225e315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.238703] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381260, 'name': Rename_Task, 'duration_secs': 0.190834} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.240282] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.240282] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78f9fb7-2577-471d-95e4-a25eee0c3582 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.248168] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 737.248168] env[62979]: value = "task-2381261" [ 737.248168] env[62979]: _type = "Task" [ 737.248168] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.262149] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.275744] env[62979]: INFO nova.compute.manager [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Took 39.82 seconds to build instance. [ 737.464020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.606s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.464020] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.466893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.348s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.468661] env[62979]: DEBUG nova.objects.instance [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lazy-loading 'resources' on Instance uuid b200c9ec-0be1-40e7-8da7-525730c7931b {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.474046] env[62979]: DEBUG nova.network.neutron [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.520241] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b63743-0301-ce3d-cbc6-c99148d9865a, 'name': SearchDatastore_Task, 'duration_secs': 0.014746} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.520795] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.521150] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.521450] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.521652] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.521895] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.522481] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565a18a5-57bd-4f25-9387-3d79ff613a17 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.533500] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.533500] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.534298] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd5e9f2-8c97-4c60-92a9-1df27e6c0029 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.541795] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 737.541795] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526cc33d-b186-9c9d-3e1e-7bb07bdb8b18" [ 737.541795] env[62979]: _type = "Task" [ 737.541795] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.547598] env[62979]: DEBUG oslo_concurrency.lockutils [req-fa7111f0-bf88-4ed1-8eca-2a44972224f1 req-dea5a4fd-944a-403d-b91c-eebf63428231 service nova] Releasing lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.552393] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526cc33d-b186-9c9d-3e1e-7bb07bdb8b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.574843] env[62979]: DEBUG nova.compute.manager [req-0eece3c5-2ae3-443e-b6fc-682fa0596cbb req-7ccfdd72-aa79-48ce-9e43-ad953c233bf2 service nova] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Received event network-vif-deleted-83d696ad-02e2-49c3-8b57-121ebffc0599 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.730998] env[62979]: DEBUG nova.objects.instance [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'flavor' on Instance uuid 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.762502] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381261, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.780581] env[62979]: DEBUG oslo_concurrency.lockutils [None req-523bcdd1-387b-43c1-82c4-cb38bc9e47cf tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.822s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.968187] env[62979]: DEBUG nova.compute.utils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.969845] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.970015] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.974856] env[62979]: INFO nova.compute.manager [-] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Took 1.82 seconds to deallocate network for instance. [ 738.058289] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526cc33d-b186-9c9d-3e1e-7bb07bdb8b18, 'name': SearchDatastore_Task, 'duration_secs': 0.017498} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.059721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.060861] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.061242] env[62979]: DEBUG nova.compute.manager [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.061630] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d74cfa-24f7-45f0-89c0-bc1400d955b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.067995] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c7bfe-4974-473b-91ef-10d83c354be2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.080953] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 738.080953] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f112e2-eb62-6df8-66ba-a8d07dd651d7" [ 738.080953] env[62979]: _type = "Task" [ 738.080953] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.083408] env[62979]: DEBUG nova.compute.manager [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 738.084248] env[62979]: DEBUG nova.objects.instance [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'flavor' on Instance uuid 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.099634] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f112e2-eb62-6df8-66ba-a8d07dd651d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.105433] env[62979]: DEBUG nova.policy [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0842ed58d05349e39f7590f7f6f0efe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7aad55c582f4de483d1dbcee4e25194', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.108144] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.108506] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ebcfbf62-e067-4c9a-8272-0c01da189489/ebcfbf62-e067-4c9a-8272-0c01da189489.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.110042] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d718be8-920f-4bd1-812d-a2c988488923 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.118817] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 738.118817] env[62979]: value = "task-2381262" [ 738.118817] env[62979]: _type = "Task" [ 738.118817] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.130537] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.231095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.244534] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd58ce62-9e17-4456-8ddc-33f63ccc3cee tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.665s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.246022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.015s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.246298] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.246612] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.251026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.251464] env[62979]: INFO nova.compute.manager [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Terminating instance [ 738.264913] env[62979]: DEBUG oslo_vmware.api [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381261, 'name': PowerOnVM_Task, 'duration_secs': 0.722559} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.267070] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.267279] env[62979]: INFO nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Took 11.08 seconds to spawn the instance on the hypervisor. [ 738.267933] env[62979]: DEBUG nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.268322] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9fa26a-f2bb-4b69-8f56-a3c8c87d3324 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.287163] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.475470] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.484606] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.634236] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.664101] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac128f7a-9b14-4f64-b583-551ca34c55c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.672836] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbb099-f643-4507-9148-5d256e9e2010 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.677268] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Successfully created port: f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.710949] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321dfc2-9469-4f95-aadd-c30ed9627bbd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.721485] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa14d39-5229-48c9-9978-2f13f1845664 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.739173] env[62979]: DEBUG nova.compute.provider_tree [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.762028] env[62979]: DEBUG nova.compute.manager [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.762332] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.762632] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c1a7d8-b0b4-4412-92e2-9cc56709e39b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772878] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 738.772878] env[62979]: value = "task-2381263" [ 738.772878] env[62979]: _type = "Task" [ 738.772878] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.782806] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.791457] env[62979]: INFO nova.compute.manager [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Took 39.72 seconds to build instance. [ 738.810948] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.099566] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.100022] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4d8b6a-3903-4a9b-a698-dd214320870b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.107127] env[62979]: DEBUG oslo_vmware.api [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 739.107127] env[62979]: value = "task-2381264" [ 739.107127] env[62979]: _type = "Task" [ 739.107127] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.116206] env[62979]: DEBUG oslo_vmware.api [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.129817] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646723} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.130114] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ebcfbf62-e067-4c9a-8272-0c01da189489/ebcfbf62-e067-4c9a-8272-0c01da189489.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.130345] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.130626] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-955b2b67-f7fa-4b28-9976-5c263b71bc1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.137453] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 739.137453] env[62979]: value = "task-2381265" [ 739.137453] env[62979]: _type = "Task" [ 739.137453] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.148171] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.243022] env[62979]: DEBUG nova.scheduler.client.report [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.287351] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381263, 'name': PowerOffVM_Task, 'duration_secs': 0.36081} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.287351] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.287351] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 739.287351] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483281', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'name': 'volume-f1d4276a-d32a-48f1-aced-6bb2156c509a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '233c9ab0-3c91-420b-a8df-f7560d1ba7c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'serial': 'f1d4276a-d32a-48f1-aced-6bb2156c509a'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 739.288368] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606516c5-4c54-4254-8755-804ab124ca62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.313017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-09dab72b-0a83-4b90-b208-b013e64ec6e4 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.779s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.319162] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98cf97-93de-42fa-9930-930b10c57bc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328593] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825eee5-c9c1-4d83-855d-c6fe744d74ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.360882] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf329f-d796-4579-b3ec-702f92014878 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.380195] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1d4276a-d32a-48f1-aced-6bb2156c509a/volume-f1d4276a-d32a-48f1-aced-6bb2156c509a.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 739.386098] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 739.386338] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbaf87a4-8da6-42ac-8da1-f81be8845f75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.406216] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 739.406216] env[62979]: value = "task-2381266" [ 739.406216] env[62979]: _type = "Task" [ 739.406216] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.415324] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.498438] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.527407] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.527830] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.528107] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.528262] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.528480] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.528770] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.529143] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.529463] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.529735] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.530018] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.530361] env[62979]: DEBUG nova.virt.hardware [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.532118] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9061769-698a-4376-9765-1aa4853afa80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.545328] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebe12a-6919-432a-84ba-cb075bdde4e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.616216] env[62979]: DEBUG oslo_vmware.api [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.650477] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.659585] env[62979]: DEBUG nova.compute.manager [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-changed-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.659753] env[62979]: DEBUG nova.compute.manager [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing instance network info cache due to event network-changed-65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.660013] env[62979]: DEBUG oslo_concurrency.lockutils [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.660174] env[62979]: DEBUG oslo_concurrency.lockutils [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.660341] env[62979]: DEBUG nova.network.neutron [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.749892] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.752443] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.913s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.754121] env[62979]: INFO nova.compute.claims [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.780942] env[62979]: INFO nova.scheduler.client.report [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Deleted allocations for instance b200c9ec-0be1-40e7-8da7-525730c7931b [ 739.825038] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.918944] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381266, 'name': ReconfigVM_Task, 'duration_secs': 0.251592} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.919505] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 739.925741] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aeff3ad-9164-4a4f-b38d-6097cfa60a38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.941108] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 739.941108] env[62979]: value = "task-2381267" [ 739.941108] env[62979]: _type = "Task" [ 739.941108] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950701] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.117865] env[62979]: DEBUG oslo_vmware.api [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381264, 'name': PowerOffVM_Task, 'duration_secs': 1.005097} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.118637] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.118637] env[62979]: DEBUG nova.compute.manager [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.119371] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015d5a1e-a740-4c06-a666-744b59e998fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148617] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.735178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.150019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.150019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ae0a4-2f29-4304-966c-58634f35c2f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.177864] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ebcfbf62-e067-4c9a-8272-0c01da189489/ebcfbf62-e067-4c9a-8272-0c01da189489.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.178400] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-494f9c4a-8be9-4462-87c5-79d59537865c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.202108] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 740.202108] env[62979]: value = "task-2381268" [ 740.202108] env[62979]: _type = "Task" [ 740.202108] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.209504] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.295202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9dff9dbf-d149-4c3d-a1d3-16297f19143c tempest-FloatingIPsAssociationNegativeTestJSON-563733645 tempest-FloatingIPsAssociationNegativeTestJSON-563733645-project-member] Lock "b200c9ec-0be1-40e7-8da7-525730c7931b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.081s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.351025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.454928] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381267, 'name': ReconfigVM_Task, 'duration_secs': 0.219414} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.459320] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483281', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'name': 'volume-f1d4276a-d32a-48f1-aced-6bb2156c509a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '233c9ab0-3c91-420b-a8df-f7560d1ba7c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1d4276a-d32a-48f1-aced-6bb2156c509a', 'serial': 'f1d4276a-d32a-48f1-aced-6bb2156c509a'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 740.462885] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.463979] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946cb49-68c9-4a6e-93c5-ad9cbde43af2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.479019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.479019] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca0d9125-912a-42fc-9b0f-c72dace065d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.549667] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.549965] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.550173] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.550471] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1729d354-65c2-45dc-a76e-1755e5e1ba85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.561521] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 740.561521] env[62979]: value = "task-2381270" [ 740.561521] env[62979]: _type = "Task" [ 740.561521] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.573268] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.644117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f3d23a7-20a4-43ad-980c-b665f584cd98 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.584s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.715538] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381268, 'name': ReconfigVM_Task, 'duration_secs': 0.368762} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.715904] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ebcfbf62-e067-4c9a-8272-0c01da189489/ebcfbf62-e067-4c9a-8272-0c01da189489.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.716593] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc6c95c-62a0-4d93-98bd-e64867e148b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.723774] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 740.723774] env[62979]: value = "task-2381271" [ 740.723774] env[62979]: _type = "Task" [ 740.723774] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.734521] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381271, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.744874] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Successfully updated port: f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.752858] env[62979]: DEBUG nova.network.neutron [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updated VIF entry in instance network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.752858] env[62979]: DEBUG nova.network.neutron [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.077775] env[62979]: DEBUG oslo_vmware.api [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232179} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.078856] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.078856] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.079056] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.079337] env[62979]: INFO nova.compute.manager [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Took 2.32 seconds to destroy the instance on the hypervisor. [ 741.079729] env[62979]: DEBUG oslo.service.loopingcall [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.080246] env[62979]: DEBUG nova.compute.manager [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.080341] env[62979]: DEBUG nova.network.neutron [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.240339] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381271, 'name': Rename_Task, 'duration_secs': 0.17366} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.240685] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.240961] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e0c364-dfe8-4f40-9259-1f760f6f2e0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.250023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.250023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquired lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.250023] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.253818] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 741.253818] env[62979]: value = "task-2381272" [ 741.253818] env[62979]: _type = "Task" [ 741.253818] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.257497] env[62979]: DEBUG oslo_concurrency.lockutils [req-64a565fa-e23c-4d96-953d-2bb13e79d79f req-fa031335-2254-4589-8d9b-4ceb95cc3930 service nova] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.264445] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.365535] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a1f4a-953b-4f7f-851b-6e1adfea2261 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.374763] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e1066-6fd7-4550-8018-f73c70be6961 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.406764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036b3e83-f929-49f3-b3db-947716ca27c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.414926] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad711b-45f6-409e-b082-d5f19db87b23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.431416] env[62979]: DEBUG nova.compute.provider_tree [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.534991] env[62979]: DEBUG nova.compute.manager [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 741.687844] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.688060] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.764307] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.798425] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.817615] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Received event network-vif-plugged-f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.817878] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Acquiring lock "f8e22148-e48a-420d-9545-ea6443a462de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.818195] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Lock "f8e22148-e48a-420d-9545-ea6443a462de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.818508] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Lock "f8e22148-e48a-420d-9545-ea6443a462de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.818736] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] No waiting events found dispatching network-vif-plugged-f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.818864] env[62979]: WARNING nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Received unexpected event network-vif-plugged-f988f8d5-bb11-4a14-899e-c2efc0bba9f4 for instance with vm_state building and task_state spawning. [ 741.819062] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Received event network-changed-f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.819169] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Refreshing instance network info cache due to event network-changed-f988f8d5-bb11-4a14-899e-c2efc0bba9f4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.819314] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Acquiring lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.935744] env[62979]: DEBUG nova.scheduler.client.report [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.975065] env[62979]: DEBUG nova.network.neutron [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.015438] env[62979]: DEBUG nova.network.neutron [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Updating instance_info_cache with network_info: [{"id": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "address": "fa:16:3e:71:4b:b5", "network": {"id": "dfbdfa96-2ecf-4c82-9a96-a7c3575fd911", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-986568254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7aad55c582f4de483d1dbcee4e25194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf988f8d5-bb", "ovs_interfaceid": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.049940] env[62979]: DEBUG nova.objects.instance [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'flavor' on Instance uuid 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.067214] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.266056] env[62979]: DEBUG oslo_vmware.api [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381272, 'name': PowerOnVM_Task, 'duration_secs': 0.569815} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.266056] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.266056] env[62979]: INFO nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Took 9.64 seconds to spawn the instance on the hypervisor. [ 742.266056] env[62979]: DEBUG nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.266928] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ae988-14ab-439e-b38d-bcfcba298bdf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.443366] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.443919] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.446784] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.398s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.446964] env[62979]: DEBUG nova.objects.instance [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 742.480647] env[62979]: INFO nova.compute.manager [-] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Took 1.40 seconds to deallocate network for instance. [ 742.519919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Releasing lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.520133] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Instance network_info: |[{"id": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "address": "fa:16:3e:71:4b:b5", "network": {"id": "dfbdfa96-2ecf-4c82-9a96-a7c3575fd911", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-986568254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7aad55c582f4de483d1dbcee4e25194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf988f8d5-bb", "ovs_interfaceid": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.520584] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Acquired lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.521257] env[62979]: DEBUG nova.network.neutron [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Refreshing network info cache for port f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.521987] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:4b:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f988f8d5-bb11-4a14-899e-c2efc0bba9f4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.534483] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Creating folder: Project (f7aad55c582f4de483d1dbcee4e25194). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.538306] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b54bf0-9f98-4337-b8d4-5b985a406469 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.549958] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Created folder: Project (f7aad55c582f4de483d1dbcee4e25194) in parent group-v483149. [ 742.551153] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Creating folder: Instances. Parent ref: group-v483288. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.551153] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc5d95a-bff7-4392-8b55-81a9631a929a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.554894] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.555122] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.555400] env[62979]: DEBUG nova.network.neutron [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.555793] env[62979]: DEBUG nova.objects.instance [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'info_cache' on Instance uuid 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.561248] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Created folder: Instances in parent group-v483288. [ 742.561460] env[62979]: DEBUG oslo.service.loopingcall [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.561697] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.562510] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18e7916-e539-44d3-b7cd-8c39e44dcd7c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.593125] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.593125] env[62979]: value = "task-2381275" [ 742.593125] env[62979]: _type = "Task" [ 742.593125] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.603438] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381275, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.783873] env[62979]: INFO nova.compute.manager [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Took 40.92 seconds to build instance. [ 742.913474] env[62979]: DEBUG nova.network.neutron [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Updated VIF entry in instance network info cache for port f988f8d5-bb11-4a14-899e-c2efc0bba9f4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.913474] env[62979]: DEBUG nova.network.neutron [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Updating instance_info_cache with network_info: [{"id": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "address": "fa:16:3e:71:4b:b5", "network": {"id": "dfbdfa96-2ecf-4c82-9a96-a7c3575fd911", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-986568254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7aad55c582f4de483d1dbcee4e25194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf988f8d5-bb", "ovs_interfaceid": "f988f8d5-bb11-4a14-899e-c2efc0bba9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.959224] env[62979]: DEBUG nova.compute.utils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.959224] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.959224] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.043951] env[62979]: DEBUG nova.policy [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c88c9dea2e44a9aa34b27904c46bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8915f6e54f8b4c5e851c574da9b2af09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.060573] env[62979]: DEBUG nova.objects.base [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Object Instance<1cc95b13-67d6-4dac-b8b6-7de3dff065a6> lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 743.072136] env[62979]: INFO nova.compute.manager [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Took 0.59 seconds to detach 1 volumes for instance. [ 743.111267] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381275, 'name': CreateVM_Task, 'duration_secs': 0.466893} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.111267] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.111267] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.111267] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.111267] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.111267] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039416c8-4c08-4d1c-968a-b90b7a3e0ebe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.118129] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 743.118129] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e6fb45-1d57-9733-b4c5-c172c98c30da" [ 743.118129] env[62979]: _type = "Task" [ 743.118129] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.127389] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e6fb45-1d57-9733-b4c5-c172c98c30da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.290182] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fc28968-83cd-4314-a77e-11517cfe54a3 tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.695s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.416117] env[62979]: DEBUG oslo_concurrency.lockutils [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] Releasing lock "refresh_cache-f8e22148-e48a-420d-9545-ea6443a462de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.416554] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Received event network-vif-deleted-d412ac28-a977-469d-9147-1ce7b9d30314 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.416804] env[62979]: INFO nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Neutron deleted interface d412ac28-a977-469d-9147-1ce7b9d30314; detaching it from the instance and deleting it from the info cache [ 743.416998] env[62979]: DEBUG nova.network.neutron [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.458810] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3f4dd6c0-e664-45ad-b408-e80e6f240ee0 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.460241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.578s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.463456] env[62979]: INFO nova.compute.claims [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.467910] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.563368] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Successfully created port: c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.581943] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.631653] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e6fb45-1d57-9733-b4c5-c172c98c30da, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.632142] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.632307] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.632554] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.632705] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.632893] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.633180] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8f51a2-84d1-47c2-85c9-c5e57d96a1e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.648689] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.648689] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.648689] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96f2306-5e50-4549-aa10-b5caf71740d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.654780] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 743.654780] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202151e-a98b-6e96-3837-153b9ac76d19" [ 743.654780] env[62979]: _type = "Task" [ 743.654780] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.663411] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202151e-a98b-6e96-3837-153b9ac76d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.793101] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.920797] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bc1c427-1dd1-4a65-9dbc-3f15f8638b09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.931428] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c317065-9424-466b-9cf1-b9c7f12b88be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.986282] env[62979]: DEBUG nova.compute.manager [req-0b5286a9-a823-4651-be4b-4d3e95e155ca req-c6da8513-485f-4eaa-a9fe-4da928b5c259 service nova] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Detach interface failed, port_id=d412ac28-a977-469d-9147-1ce7b9d30314, reason: Instance 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 744.038685] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.039623] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.043019] env[62979]: INFO nova.compute.manager [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Shelving [ 744.164910] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202151e-a98b-6e96-3837-153b9ac76d19, 'name': SearchDatastore_Task, 'duration_secs': 0.027248} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.165916] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed1fd24-6ad9-432d-ac4f-c6ab807f201c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.172415] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 744.172415] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5260ec3d-6f3a-97b8-9e22-454f219c28ad" [ 744.172415] env[62979]: _type = "Task" [ 744.172415] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.184173] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5260ec3d-6f3a-97b8-9e22-454f219c28ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.318767] env[62979]: DEBUG nova.network.neutron [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.325751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.488735] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.520089] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.520287] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.520287] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.520480] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.520620] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.521276] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.521276] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.521276] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.521593] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.521593] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.521964] env[62979]: DEBUG nova.virt.hardware [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.522973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b0324-0cc9-4cef-9527-f67bb8bfbeb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536907] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3cbb7-48ee-4bd0-aa0f-84f4d21a52b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.691654] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5260ec3d-6f3a-97b8-9e22-454f219c28ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018684} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.691936] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.692240] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f8e22148-e48a-420d-9545-ea6443a462de/f8e22148-e48a-420d-9545-ea6443a462de.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.692510] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aee8d6e-7a12-4267-b4f9-5a89b84015e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.701444] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 744.701444] env[62979]: value = "task-2381276" [ 744.701444] env[62979]: _type = "Task" [ 744.701444] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.710763] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.771076] env[62979]: DEBUG nova.compute.manager [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Received event network-changed-e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.771179] env[62979]: DEBUG nova.compute.manager [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Refreshing instance network info cache due to event network-changed-e9474815-cfc8-4474-bc31-311a9225e315. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.771367] env[62979]: DEBUG oslo_concurrency.lockutils [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] Acquiring lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.771516] env[62979]: DEBUG oslo_concurrency.lockutils [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] Acquired lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.771686] env[62979]: DEBUG nova.network.neutron [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Refreshing network info cache for port e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.823232] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.066029] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.066531] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bd55b3e-d998-4a41-b938-ef522a9667ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.074999] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 745.074999] env[62979]: value = "task-2381277" [ 745.074999] env[62979]: _type = "Task" [ 745.074999] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.087545] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.147761] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc6176-8e23-4308-aa93-d79ab5720a8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.156245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763cf0a-ffc6-496c-9e93-980d0bef0bd2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.194010] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc0058-40ca-4bf5-b777-6b234a87bb7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.202978] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb46a09f-03c7-44c7-b2dd-7293f1e5040d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.234624] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.235612] env[62979]: DEBUG nova.compute.provider_tree [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.586576] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381277, 'name': PowerOffVM_Task, 'duration_secs': 0.365338} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.586999] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.588191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59212920-e163-46cf-a9fc-96c37e3f6b01 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613409] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ee4cb-182a-4bc8-b364-3a2ac1c35bd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.714256] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649384} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.717080] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f8e22148-e48a-420d-9545-ea6443a462de/f8e22148-e48a-420d-9545-ea6443a462de.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.717335] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.717613] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91c8ea46-152d-4288-bb5f-1c1677e86251 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.725088] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 745.725088] env[62979]: value = "task-2381278" [ 745.725088] env[62979]: _type = "Task" [ 745.725088] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.734150] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.740530] env[62979]: DEBUG nova.scheduler.client.report [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.798128] env[62979]: DEBUG nova.network.neutron [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updated VIF entry in instance network info cache for port e9474815-cfc8-4474-bc31-311a9225e315. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.798594] env[62979]: DEBUG nova.network.neutron [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updating instance_info_cache with network_info: [{"id": "e9474815-cfc8-4474-bc31-311a9225e315", "address": "fa:16:3e:f3:4e:5f", "network": {"id": "3c2d4d71-3be2-400e-8a2e-e44505773e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-65215077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cdd9fb5c254c8abb8c8a0cda03a6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9474815-cf", "ovs_interfaceid": "e9474815-cfc8-4474-bc31-311a9225e315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.804165] env[62979]: DEBUG nova.compute.manager [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Received event network-vif-plugged-c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.804165] env[62979]: DEBUG oslo_concurrency.lockutils [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] Acquiring lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.804165] env[62979]: DEBUG oslo_concurrency.lockutils [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.804165] env[62979]: DEBUG oslo_concurrency.lockutils [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.804165] env[62979]: DEBUG nova.compute.manager [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] No waiting events found dispatching network-vif-plugged-c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.804435] env[62979]: WARNING nova.compute.manager [req-49ff862f-e608-4cdc-9508-1edce80354d7 req-7b5f9c90-3966-4651-87f0-f158b95aa1de service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Received unexpected event network-vif-plugged-c1963164-edab-463b-9b4d-4aadff85432a for instance with vm_state building and task_state spawning. [ 745.834656] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.835559] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a44e657-1a7d-4b4a-a4ee-3afb992314e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.846068] env[62979]: DEBUG oslo_vmware.api [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 745.846068] env[62979]: value = "task-2381279" [ 745.846068] env[62979]: _type = "Task" [ 745.846068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.856129] env[62979]: DEBUG oslo_vmware.api [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.891122] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Successfully updated port: c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.124988] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.125338] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd8a172f-7efc-4939-86f4-badb99d7e58c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.133615] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 746.133615] env[62979]: value = "task-2381280" [ 746.133615] env[62979]: _type = "Task" [ 746.133615] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.142735] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381280, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.234860] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.236211] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499fa147-9da4-4890-ae89-a10385bc16f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.246501] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.246691] env[62979]: ERROR oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk due to incomplete transfer. [ 746.247429] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.247957] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.251206] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352624} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.251433] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68223fd8-6c58-41f3-9bc4-b5ae5fcb3da8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.253418] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.802s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.253651] env[62979]: DEBUG nova.objects.instance [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'resources' on Instance uuid ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.255073] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.255993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d7f633-c484-48c6-8a45-fde1e31dd238 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.279830] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] f8e22148-e48a-420d-9545-ea6443a462de/f8e22148-e48a-420d-9545-ea6443a462de.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.281805] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7a7606-544e-4f35-b667-f7c7a667c5a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.296495] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291b77b-4d54-0173-b5b6-6c999ecd4fbf/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.296699] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Uploaded image f0e0bb01-0174-4ce2-a7f6-a432fda99c73 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.298820] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.299986] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93ad56ca-35b4-437f-8f72-61e8e0d9799c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.302366] env[62979]: DEBUG oslo_concurrency.lockutils [req-bb51b2e6-6e3b-44ef-a441-36fe905b6142 req-9e84fb56-7a76-4a51-92a9-42aa5406ae29 service nova] Releasing lock "refresh_cache-ebcfbf62-e067-4c9a-8272-0c01da189489" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.307845] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 746.307845] env[62979]: value = "task-2381281" [ 746.307845] env[62979]: _type = "Task" [ 746.307845] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.309162] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 746.309162] env[62979]: value = "task-2381282" [ 746.309162] env[62979]: _type = "Task" [ 746.309162] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.320956] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.324046] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381282, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.358033] env[62979]: DEBUG oslo_vmware.api [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.393657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.394241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.394503] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.648793] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381280, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.661482] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.661866] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.662026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.662213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.662384] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.665026] env[62979]: INFO nova.compute.manager [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Terminating instance [ 746.753383] env[62979]: DEBUG nova.compute.utils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.754857] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.755432] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.798801] env[62979]: DEBUG nova.policy [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75fc3dab262e4ea6be027a00454de7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876e8681b0f84819b8ca99215994f1c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.823676] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.827502] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381282, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.858737] env[62979]: DEBUG oslo_vmware.api [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381279, 'name': PowerOnVM_Task, 'duration_secs': 0.646385} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.859839] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.859839] env[62979]: DEBUG nova.compute.manager [None req-e3a3a42d-4127-40fe-9318-5a5c45d2bfe6 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.860241] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94dbdfb-0a07-43d9-8cb7-d57ac8598086 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.946484] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.151272] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381280, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.168708] env[62979]: DEBUG nova.compute.manager [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.168897] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.169813] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d02ff9-9dbc-4234-8580-befc21253f81 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.180554] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.180827] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fcdbb27-b2ae-491f-82cb-024feb33099f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.190264] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 747.190264] env[62979]: value = "task-2381283" [ 747.190264] env[62979]: _type = "Task" [ 747.190264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.200446] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.200732] env[62979]: DEBUG nova.network.neutron [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Updating instance_info_cache with network_info: [{"id": "c1963164-edab-463b-9b4d-4aadff85432a", "address": "fa:16:3e:8f:2a:ef", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1963164-ed", "ovs_interfaceid": "c1963164-edab-463b-9b4d-4aadff85432a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.258152] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.304423] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Successfully created port: 59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.321529] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c688d6-65ab-43a8-affe-0cadb96b2088 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.331380] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381281, 'name': ReconfigVM_Task, 'duration_secs': 0.644472} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.331747] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381282, 'name': Destroy_Task, 'duration_secs': 0.854901} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.332475] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Reconfigured VM instance instance-00000032 to attach disk [datastore1] f8e22148-e48a-420d-9545-ea6443a462de/f8e22148-e48a-420d-9545-ea6443a462de.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.333239] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Destroyed the VM [ 747.333545] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.335588] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42614d18-c456-4e52-ad02-559ad0eb1ddf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.337280] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8187f07-0c53-4a9b-9057-ca9ec34125c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.340348] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d974e-44d0-499d-bf96-ddeee5e06d45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.349016] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 747.349016] env[62979]: value = "task-2381284" [ 747.349016] env[62979]: _type = "Task" [ 747.349016] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.381627] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 747.381627] env[62979]: value = "task-2381285" [ 747.381627] env[62979]: _type = "Task" [ 747.381627] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.384627] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d2f57-feb1-4fe1-9947-851e0ec68139 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.395348] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381284, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.404375] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf375d-35e4-4dd0-8211-281bc7e8592e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.409095] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381285, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.421026] env[62979]: DEBUG nova.compute.provider_tree [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.648728] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381280, 'name': CreateSnapshot_Task, 'duration_secs': 1.24504} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.649204] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.650370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe8062-16f4-4104-844c-3b1be3fad79c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.702301] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381283, 'name': PowerOffVM_Task, 'duration_secs': 0.314041} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.702583] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.702754] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.703268] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.703553] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Instance network_info: |[{"id": "c1963164-edab-463b-9b4d-4aadff85432a", "address": "fa:16:3e:8f:2a:ef", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1963164-ed", "ovs_interfaceid": "c1963164-edab-463b-9b4d-4aadff85432a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.705041] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1381fc7-e961-4da9-8b8f-c4eed1753281 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.705720] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:2a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1963164-edab-463b-9b4d-4aadff85432a', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.713488] env[62979]: DEBUG oslo.service.loopingcall [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.714477] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.718022] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be9a7a8d-b371-4f62-a453-1a06b5f86a15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.736957] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.736957] env[62979]: value = "task-2381287" [ 747.736957] env[62979]: _type = "Task" [ 747.736957] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.745997] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381287, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.790515] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.790738] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.790933] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Deleting the datastore file [datastore1] 1bef287c-27f6-4a1e-9445-e18b2bfb5ded {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.791284] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50973d77-e6de-43b5-ad01-72fe1878f35f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.798379] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for the task: (returnval){ [ 747.798379] env[62979]: value = "task-2381288" [ 747.798379] env[62979]: _type = "Task" [ 747.798379] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.809294] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.860080] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381284, 'name': Rename_Task, 'duration_secs': 0.199544} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.860422] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.860703] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348425af-b394-41be-9b52-a5d932e190f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.867072] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 747.867072] env[62979]: value = "task-2381289" [ 747.867072] env[62979]: _type = "Task" [ 747.867072] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.874843] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.898837] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381285, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.920386] env[62979]: DEBUG nova.compute.manager [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Received event network-changed-c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.920510] env[62979]: DEBUG nova.compute.manager [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Refreshing instance network info cache due to event network-changed-c1963164-edab-463b-9b4d-4aadff85432a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.920711] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] Acquiring lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.921069] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] Acquired lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.921263] env[62979]: DEBUG nova.network.neutron [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Refreshing network info cache for port c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.924225] env[62979]: DEBUG nova.scheduler.client.report [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.174402] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.174900] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd1c2199-9980-4555-bfab-740968e7c154 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.185657] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 748.185657] env[62979]: value = "task-2381290" [ 748.185657] env[62979]: _type = "Task" [ 748.185657] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.196564] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.247517] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381287, 'name': CreateVM_Task, 'duration_secs': 0.321259} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.247726] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.248478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.248655] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.249217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.249321] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387cf281-2184-48a1-a112-46ee87d78d40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.254345] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 748.254345] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c8aca-66f8-8320-6584-191e69e31a2c" [ 748.254345] env[62979]: _type = "Task" [ 748.254345] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.265664] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c8aca-66f8-8320-6584-191e69e31a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.277655] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.310629] env[62979]: DEBUG oslo_vmware.api [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Task: {'id': task-2381288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17292} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.312939] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.313235] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.313444] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.313682] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.313868] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.314057] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.314318] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.314514] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.314719] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.314927] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.315142] env[62979]: DEBUG nova.virt.hardware [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.315458] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.315768] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.316024] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.316246] env[62979]: INFO nova.compute.manager [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Took 1.15 seconds to destroy the instance on the hypervisor. [ 748.316519] env[62979]: DEBUG oslo.service.loopingcall [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.317318] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d138b2-d172-4c47-853b-5bcbe9cfa826 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.320164] env[62979]: DEBUG nova.compute.manager [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.320386] env[62979]: DEBUG nova.network.neutron [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.327195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a3c05-fa7c-46fb-b99a-a6d024e86e40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.377966] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381289, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.398906] env[62979]: DEBUG oslo_vmware.api [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381285, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790036} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.399038] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.399283] env[62979]: INFO nova.compute.manager [None req-c68d18f7-c006-405e-ba51-6b12cda7255b tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 17.25 seconds to snapshot the instance on the hypervisor. [ 748.428699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.431685] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.408s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.434083] env[62979]: INFO nova.compute.claims [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.459933] env[62979]: INFO nova.scheduler.client.report [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocations for instance ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a [ 748.696686] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.764962] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c8aca-66f8-8320-6584-191e69e31a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.765922] env[62979]: DEBUG nova.network.neutron [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Updated VIF entry in instance network info cache for port c1963164-edab-463b-9b4d-4aadff85432a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.766343] env[62979]: DEBUG nova.network.neutron [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Updating instance_info_cache with network_info: [{"id": "c1963164-edab-463b-9b4d-4aadff85432a", "address": "fa:16:3e:8f:2a:ef", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1963164-ed", "ovs_interfaceid": "c1963164-edab-463b-9b4d-4aadff85432a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.768083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.768083] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.768238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.768427] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.768661] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.769089] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ced07ca-de3c-4694-816e-4a0301aa2679 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.781378] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.781651] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.782417] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9152ad-3422-4140-82f8-58f7327a2fc1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.791114] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 748.791114] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6c3c-0e65-7ec3-0849-7e0401be53a1" [ 748.791114] env[62979]: _type = "Task" [ 748.791114] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.799045] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6c3c-0e65-7ec3-0849-7e0401be53a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.878243] env[62979]: DEBUG oslo_vmware.api [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381289, 'name': PowerOnVM_Task, 'duration_secs': 0.774973} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.882077] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.882077] env[62979]: INFO nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Took 9.38 seconds to spawn the instance on the hypervisor. [ 748.882077] env[62979]: DEBUG nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.882077] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35633cf1-8e5c-4295-a51d-23b0245f392e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.947488] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.947801] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.948277] env[62979]: DEBUG nova.objects.instance [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid c8c7241a-1c88-4c14-a755-21f0873d80de {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.968594] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8f37d318-333e-4c7f-a978-9aa73c127c4d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.781s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.039914] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Successfully updated port: 59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.197142] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.272545] env[62979]: DEBUG oslo_concurrency.lockutils [req-e9bb446b-5bc7-4367-ac22-f11b5b92e097 req-4848a080-1b37-4ac6-aeb2-62cf25ced3a1 service nova] Releasing lock "refresh_cache-15c9971e-9ecb-452d-a48c-4be8d00b1f64" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.300213] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6c3c-0e65-7ec3-0849-7e0401be53a1, 'name': SearchDatastore_Task, 'duration_secs': 0.024316} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.301080] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93af2b16-f515-40a7-bd9c-7953b4918dcb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.306734] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 749.306734] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523baad3-6a28-2fd9-1fda-d51d2c27b972" [ 749.306734] env[62979]: _type = "Task" [ 749.306734] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.315576] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523baad3-6a28-2fd9-1fda-d51d2c27b972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.395991] env[62979]: INFO nova.compute.manager [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Took 40.87 seconds to build instance. [ 749.491293] env[62979]: DEBUG nova.network.neutron [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.545746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.545746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.545746] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.547868] env[62979]: DEBUG nova.objects.instance [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid c8c7241a-1c88-4c14-a755-21f0873d80de {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.698021] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.817483] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523baad3-6a28-2fd9-1fda-d51d2c27b972, 'name': SearchDatastore_Task, 'duration_secs': 0.035939} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.820543] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.820543] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 15c9971e-9ecb-452d-a48c-4be8d00b1f64/15c9971e-9ecb-452d-a48c-4be8d00b1f64.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.821640] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b14af7-ebf0-449d-a1ea-49a7e509219d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.827489] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 749.827489] env[62979]: value = "task-2381291" [ 749.827489] env[62979]: _type = "Task" [ 749.827489] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.837686] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.900352] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d8dc49e2-7fd9-4921-94cd-06aa51048714 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.722s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.933588] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03774226-e92f-4c79-aadd-d00c73ac23aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.941190] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394259d-fd3f-4a4b-b145-3a9d5a9144a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.973040] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e6e421-4ff9-42e4-909f-abf6be6ef620 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.980818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2616d6-68fe-4289-ace2-42e20439b8bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.994994] env[62979]: INFO nova.compute.manager [-] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Took 1.67 seconds to deallocate network for instance. [ 749.995588] env[62979]: DEBUG nova.compute.provider_tree [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.050991] env[62979]: DEBUG nova.objects.base [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 750.051233] env[62979]: DEBUG nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.110922] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.166044] env[62979]: DEBUG nova.policy [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.194017] env[62979]: DEBUG nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Received event network-vif-plugged-59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.194264] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Acquiring lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.194476] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.194723] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.194918] env[62979]: DEBUG nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] No waiting events found dispatching network-vif-plugged-59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.195102] env[62979]: WARNING nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Received unexpected event network-vif-plugged-59c21446-155d-4a4c-b054-0e9fe9593bf8 for instance with vm_state building and task_state spawning. [ 750.195268] env[62979]: DEBUG nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Received event network-vif-deleted-03b0fc69-da71-4549-a953-e1d13aa1c1ff {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.195437] env[62979]: DEBUG nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Received event network-changed-59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.195585] env[62979]: DEBUG nova.compute.manager [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Refreshing instance network info cache due to event network-changed-59c21446-155d-4a4c-b054-0e9fe9593bf8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.195760] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Acquiring lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.204797] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.339670] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.406860] env[62979]: DEBUG nova.network.neutron [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Updating instance_info_cache with network_info: [{"id": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "address": "fa:16:3e:30:0a:9c", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c21446-15", "ovs_interfaceid": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.500388] env[62979]: DEBUG nova.scheduler.client.report [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.504295] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.564885] env[62979]: DEBUG nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Successfully created port: 366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.699606] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381290, 'name': CloneVM_Task, 'duration_secs': 2.204704} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.699606] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Created linked-clone VM from snapshot [ 750.699606] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7071a91a-e59f-4a30-802a-5bc3ffb5468a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.706594] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Uploading image becb8685-5a22-4eed-b6f5-a3a809b26b75 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.734132] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.734132] env[62979]: value = "vm-483293" [ 750.734132] env[62979]: _type = "VirtualMachine" [ 750.734132] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.734588] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-120a1533-66e8-43ba-a399-1e93020e0af1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.742371] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lease: (returnval){ [ 750.742371] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529f1e5d-b730-8c11-4ae9-67d7fe6bd4f4" [ 750.742371] env[62979]: _type = "HttpNfcLease" [ 750.742371] env[62979]: } obtained for exporting VM: (result){ [ 750.742371] env[62979]: value = "vm-483293" [ 750.742371] env[62979]: _type = "VirtualMachine" [ 750.742371] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.742662] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the lease: (returnval){ [ 750.742662] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529f1e5d-b730-8c11-4ae9-67d7fe6bd4f4" [ 750.742662] env[62979]: _type = "HttpNfcLease" [ 750.742662] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.749078] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.749078] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529f1e5d-b730-8c11-4ae9-67d7fe6bd4f4" [ 750.749078] env[62979]: _type = "HttpNfcLease" [ 750.749078] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 750.840844] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701325} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.841115] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 15c9971e-9ecb-452d-a48c-4be8d00b1f64/15c9971e-9ecb-452d-a48c-4be8d00b1f64.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.841337] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.841581] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e68b87da-3dfa-4166-b8cd-1c63fcfd5a6f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.847574] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 750.847574] env[62979]: value = "task-2381293" [ 750.847574] env[62979]: _type = "Task" [ 750.847574] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.854944] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.909679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.910047] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance network_info: |[{"id": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "address": "fa:16:3e:30:0a:9c", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c21446-15", "ovs_interfaceid": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.910339] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Acquired lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.910525] env[62979]: DEBUG nova.network.neutron [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Refreshing network info cache for port 59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.911806] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c21446-155d-4a4c-b054-0e9fe9593bf8', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.919309] env[62979]: DEBUG oslo.service.loopingcall [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.922468] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.923031] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2c67cc8-be18-4c30-a63b-323dfedbd0c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.944578] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.944578] env[62979]: value = "task-2381294" [ 750.944578] env[62979]: _type = "Task" [ 750.944578] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.953476] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381294, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.008715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.009412] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.012600] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.245s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.014090] env[62979]: INFO nova.compute.claims [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.169446] env[62979]: DEBUG nova.network.neutron [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Updated VIF entry in instance network info cache for port 59c21446-155d-4a4c-b054-0e9fe9593bf8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.170017] env[62979]: DEBUG nova.network.neutron [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Updating instance_info_cache with network_info: [{"id": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "address": "fa:16:3e:30:0a:9c", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c21446-15", "ovs_interfaceid": "59c21446-155d-4a4c-b054-0e9fe9593bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.253964] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.253964] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529f1e5d-b730-8c11-4ae9-67d7fe6bd4f4" [ 751.253964] env[62979]: _type = "HttpNfcLease" [ 751.253964] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.254375] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.254375] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529f1e5d-b730-8c11-4ae9-67d7fe6bd4f4" [ 751.254375] env[62979]: _type = "HttpNfcLease" [ 751.254375] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.255245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a6f39c-92b6-4933-950b-7646411b4325 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.264019] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.264019] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.358487] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06397} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.358867] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.359922] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33122fa4-f132-4cfe-9309-1ca6977c7c9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.383639] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 15c9971e-9ecb-452d-a48c-4be8d00b1f64/15c9971e-9ecb-452d-a48c-4be8d00b1f64.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.386333] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f3fd53-bf2d-49dc-b8a4-f104b7cf94ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.401435] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd2b0677-2f9b-44ea-a48a-1a5be4f3e5db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.408551] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 751.408551] env[62979]: value = "task-2381295" [ 751.408551] env[62979]: _type = "Task" [ 751.408551] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.420011] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.453742] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381294, 'name': CreateVM_Task, 'duration_secs': 0.349571} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.453910] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.454632] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.454791] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.455249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.455607] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbbc1cc8-d71c-4205-8af7-0ff8a521191d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.460575] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 751.460575] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5289b3a0-9022-ee64-2f0e-0d9bea549eca" [ 751.460575] env[62979]: _type = "Task" [ 751.460575] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.468427] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5289b3a0-9022-ee64-2f0e-0d9bea549eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.520995] env[62979]: DEBUG nova.compute.utils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 751.522475] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.522717] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.568808] env[62979]: DEBUG nova.policy [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca9ce4e1fbe3471c911419a7afa2d4db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b642c17d3e4c0b86580037badf5a11', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.674405] env[62979]: DEBUG oslo_concurrency.lockutils [req-95c82da9-fbac-44bc-a294-ed1ee48621ff req-328550f5-83f9-4d7c-a530-ae5dfb7bc417 service nova] Releasing lock "refresh_cache-8440db2d-970f-44b7-83ed-6e2986d92cf0" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.919772] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381295, 'name': ReconfigVM_Task, 'duration_secs': 0.428631} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.920650] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 15c9971e-9ecb-452d-a48c-4be8d00b1f64/15c9971e-9ecb-452d-a48c-4be8d00b1f64.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.922760] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebdf5ef2-336d-4234-9faa-f37c94f1cd6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.931497] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 751.931497] env[62979]: value = "task-2381296" [ 751.931497] env[62979]: _type = "Task" [ 751.931497] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.945628] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381296, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.957553] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Successfully created port: 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.972068] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5289b3a0-9022-ee64-2f0e-0d9bea549eca, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.972491] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.972993] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.973508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.973882] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.973992] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.974429] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82937361-d887-4e5e-8979-483f8938d5e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.989891] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.990646] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.990990] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b15c54-23ef-4413-a559-8dcf9c4dccac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.999345] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 751.999345] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5248cafa-cc3b-92b0-2178-ea8b2c2db643" [ 751.999345] env[62979]: _type = "Task" [ 751.999345] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.009628] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5248cafa-cc3b-92b0-2178-ea8b2c2db643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.029162] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.442712] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381296, 'name': Rename_Task, 'duration_secs': 0.179492} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.443263] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.443616] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4de5488-cb12-4b9e-b1ef-c9df74b76962 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.453736] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 752.453736] env[62979]: value = "task-2381297" [ 752.453736] env[62979]: _type = "Task" [ 752.453736] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.462822] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.509484] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5248cafa-cc3b-92b0-2178-ea8b2c2db643, 'name': SearchDatastore_Task, 'duration_secs': 0.040272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.513028] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bf5dce-eb58-4691-ab25-ef111891fc59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.520690] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 752.520690] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e37022-0f41-3ddb-21d3-dece2283072c" [ 752.520690] env[62979]: _type = "Task" [ 752.520690] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.531748] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e37022-0f41-3ddb-21d3-dece2283072c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.548600] env[62979]: DEBUG nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Successfully updated port: 366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.633029] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa5145-b940-4e10-b09b-5bbc1dd3c99e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.641602] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee53c7d-0e27-486d-b963-727223ce059c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.674458] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901849d-112d-4ece-910b-4111e8d66233 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.682601] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8119e17-6624-4cc2-aea8-e2a8a823ba5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.697647] env[62979]: DEBUG nova.compute.provider_tree [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.964570] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.980086] env[62979]: DEBUG nova.compute.manager [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-vif-plugged-366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.980160] env[62979]: DEBUG oslo_concurrency.lockutils [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.980396] env[62979]: DEBUG oslo_concurrency.lockutils [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.980581] env[62979]: DEBUG oslo_concurrency.lockutils [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.980842] env[62979]: DEBUG nova.compute.manager [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] No waiting events found dispatching network-vif-plugged-366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.981095] env[62979]: WARNING nova.compute.manager [req-2d1b38b8-8122-4e67-9c20-fcb1e1045746 req-8b25db1d-c99b-491c-9259-86cf91273679 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received unexpected event network-vif-plugged-366aba5c-de9c-4dc7-bb8a-e2017d6653a2 for instance with vm_state active and task_state None. [ 753.031354] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e37022-0f41-3ddb-21d3-dece2283072c, 'name': SearchDatastore_Task, 'duration_secs': 0.018013} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.031678] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.032038] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8440db2d-970f-44b7-83ed-6e2986d92cf0/8440db2d-970f-44b7-83ed-6e2986d92cf0.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.032391] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dd8232b-7869-4056-a7ae-bb69a19b2010 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.039615] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 753.039615] env[62979]: value = "task-2381298" [ 753.039615] env[62979]: _type = "Task" [ 753.039615] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.049066] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.051539] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.055035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.055035] env[62979]: DEBUG nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.055035] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.082394] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.082641] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.082809] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.083078] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.083413] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.083413] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.083611] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.083856] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.084092] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.084273] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.084508] env[62979]: DEBUG nova.virt.hardware [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.085399] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eeb3f9-7489-4f60-8fc8-9d6ea5e35b7c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.093694] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a307e89-5067-44cb-8d1c-1e65611079b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.109212] env[62979]: DEBUG nova.compute.manager [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.110312] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45778afc-c5e8-4335-a2ad-621354d16b35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.201032] env[62979]: DEBUG nova.scheduler.client.report [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.465303] env[62979]: DEBUG oslo_vmware.api [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381297, 'name': PowerOnVM_Task, 'duration_secs': 0.536535} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.465596] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.465867] env[62979]: INFO nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Took 8.98 seconds to spawn the instance on the hypervisor. [ 753.466036] env[62979]: DEBUG nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.466865] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b33dd-bfa7-47e0-bc27-6857abe01f0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.551788] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.594707] env[62979]: WARNING nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 753.622338] env[62979]: INFO nova.compute.manager [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] instance snapshotting [ 753.626382] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325b81c-8ae0-4333-86d2-b67a410810b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.650545] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e571d-9cf6-4a32-8d09-6881d8847f2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.706487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.707027] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.713995] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.801s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.715153] env[62979]: INFO nova.compute.claims [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.853274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "f8e22148-e48a-420d-9545-ea6443a462de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.856679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.856679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "f8e22148-e48a-420d-9545-ea6443a462de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.856679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.856679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.856900] env[62979]: INFO nova.compute.manager [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Terminating instance [ 753.987405] env[62979]: INFO nova.compute.manager [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Took 43.17 seconds to build instance. [ 754.055790] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622843} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.056072] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8440db2d-970f-44b7-83ed-6e2986d92cf0/8440db2d-970f-44b7-83ed-6e2986d92cf0.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.056329] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.056587] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3223a89-2ab4-4d50-8f7e-bbc7e3c295d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.063427] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 754.063427] env[62979]: value = "task-2381299" [ 754.063427] env[62979]: _type = "Task" [ 754.063427] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.072300] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.081501] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Successfully updated port: 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.104210] env[62979]: DEBUG nova.network.neutron [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "366aba5c-de9c-4dc7-bb8a-e2017d6653a2", "address": "fa:16:3e:f4:da:7e", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366aba5c-de", "ovs_interfaceid": "366aba5c-de9c-4dc7-bb8a-e2017d6653a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.164552] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.164886] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5be8666-5ac2-494b-a0bc-3a7716828bde {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.173424] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 754.173424] env[62979]: value = "task-2381300" [ 754.173424] env[62979]: _type = "Task" [ 754.173424] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.182320] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381300, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.221045] env[62979]: DEBUG nova.compute.utils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.224332] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.224479] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.269912] env[62979]: DEBUG nova.policy [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1391343436664c7f9252cb476eaa6db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0daa9e44cd4142099f28de65638c1552', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.361021] env[62979]: DEBUG nova.compute.manager [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.361367] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.362383] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00403ba-3a1c-4d77-a655-b42f6af7d7bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.371676] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.371933] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42db0996-0873-4873-a862-a1005b5e541a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.379234] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 754.379234] env[62979]: value = "task-2381301" [ 754.379234] env[62979]: _type = "Task" [ 754.379234] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.389392] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.489913] env[62979]: DEBUG oslo_concurrency.lockutils [None req-632d63bd-81c1-4deb-8a6f-3c5c976a0359 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.076s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.564495] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Successfully created port: fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.575343] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092522} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.575681] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.576619] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad90c0c-52b2-4bb9-b2f7-a6d31c441e3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.594984] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.595179] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.595337] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.611726] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 8440db2d-970f-44b7-83ed-6e2986d92cf0/8440db2d-970f-44b7-83ed-6e2986d92cf0.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.612738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.613097] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.613591] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.613591] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064913d8-f2d4-478e-9b75-82de7afcd77e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.629530] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e55d9-448c-428b-a00f-c404880e4cfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.648675] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.648950] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.649135] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.649540] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.649540] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.649706] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.649827] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.649985] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.650169] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.650352] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.650672] env[62979]: DEBUG nova.virt.hardware [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.657137] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfiguring VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 754.659165] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27254e39-2423-494a-87ef-e4ab7f4d7dac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.672630] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 754.672630] env[62979]: value = "task-2381302" [ 754.672630] env[62979]: _type = "Task" [ 754.672630] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.681059] env[62979]: DEBUG oslo_vmware.api [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 754.681059] env[62979]: value = "task-2381303" [ 754.681059] env[62979]: _type = "Task" [ 754.681059] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.690926] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.695209] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381300, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.698274] env[62979]: DEBUG oslo_vmware.api [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381303, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.724881] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.892419] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381301, 'name': PowerOffVM_Task, 'duration_secs': 0.291297} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.892836] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.892936] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.893238] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc946937-cd13-4556-88ab-f6ad3cdda233 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.150659] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.184662] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381302, 'name': ReconfigVM_Task, 'duration_secs': 0.468146} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.191471] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 8440db2d-970f-44b7-83ed-6e2986d92cf0/8440db2d-970f-44b7-83ed-6e2986d92cf0.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.195519] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11dbfcb-1fb4-499a-83cf-cda65a807ce1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.211150] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381300, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.211415] env[62979]: DEBUG oslo_vmware.api [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.212703] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 755.212703] env[62979]: value = "task-2381305" [ 755.212703] env[62979]: _type = "Task" [ 755.212703] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.224627] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381305, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.276337] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762b1fe6-a719-4a0a-81f8-11177865ad0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.287798] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facdde99-74a3-45e7-baef-51e4876e68a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.322883] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5243fe74-1e75-4cf7-a017-6165d5a6c4c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.330720] env[62979]: DEBUG nova.network.neutron [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.333399] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2355cd-6243-4b5c-b2d4-3ceebca60166 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.347871] env[62979]: DEBUG nova.compute.provider_tree [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.489128] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.491102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.491102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.491102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.491102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.495613] env[62979]: INFO nova.compute.manager [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Terminating instance [ 755.499552] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.499773] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.499979] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Deleting the datastore file [datastore1] f8e22148-e48a-420d-9545-ea6443a462de {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.500293] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d50f8b6e-cc09-4361-9ac1-5409ece6272e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.507713] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for the task: (returnval){ [ 755.507713] env[62979]: value = "task-2381306" [ 755.507713] env[62979]: _type = "Task" [ 755.507713] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.517254] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.655542] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-changed-366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.655659] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing instance network info cache due to event network-changed-366aba5c-de9c-4dc7-bb8a-e2017d6653a2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.655877] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.656035] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.656214] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Refreshing network info cache for port 366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.700913] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381300, 'name': CreateSnapshot_Task, 'duration_secs': 1.072412} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.706708] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.707242] env[62979]: DEBUG oslo_vmware.api [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381303, 'name': ReconfigVM_Task, 'duration_secs': 0.821923} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.708495] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25342bda-f322-476e-ad71-15f9b1bd03a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.713158] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.713465] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfigured VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 755.743777] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.747103] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381305, 'name': Rename_Task, 'duration_secs': 0.206077} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.748422] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.749146] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4220723d-9fcf-45f5-81eb-1a46902be823 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.758307] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 755.758307] env[62979]: value = "task-2381307" [ 755.758307] env[62979]: _type = "Task" [ 755.758307] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.767100] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.777953] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.778271] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.778482] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.778745] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.778958] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.779229] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.779455] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.779623] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.779797] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.779967] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.780165] env[62979]: DEBUG nova.virt.hardware [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.781106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29562f0-7d25-4e66-8214-953c0b03166e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.790950] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d8eb7-0030-4102-aaf3-e9cf85caeb5d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.839563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.839834] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Instance network_info: |[{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.840400] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:60:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '095bc6f9-f379-4518-9ae4-6dd240153164', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.848918] env[62979]: DEBUG oslo.service.loopingcall [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.849226] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.849468] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bcf7524-caee-49f4-9ebf-81ef63dbd423 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.866804] env[62979]: DEBUG nova.scheduler.client.report [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.878344] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.878344] env[62979]: value = "task-2381308" [ 755.878344] env[62979]: _type = "Task" [ 755.878344] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.886621] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381308, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.004861] env[62979]: DEBUG nova.compute.manager [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.005223] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.008325] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419ef98-f360-4e4c-805a-aac1550dbe53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.018990] env[62979]: DEBUG oslo_vmware.api [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Task: {'id': task-2381306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232463} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.021521] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.021791] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.021935] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.022144] env[62979]: INFO nova.compute.manager [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Took 1.66 seconds to destroy the instance on the hypervisor. [ 756.022401] env[62979]: DEBUG oslo.service.loopingcall [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.022648] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.022892] env[62979]: DEBUG nova.compute.manager [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.023015] env[62979]: DEBUG nova.network.neutron [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.024788] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f86b12-d8b2-4be0-8e75-e3b89eddf361 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.032330] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 756.032330] env[62979]: value = "task-2381309" [ 756.032330] env[62979]: _type = "Task" [ 756.032330] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.040763] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.211925] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Successfully updated port: fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.228518] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7f18c327-9f1c-4064-9bc1-03ee11c12889 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.278s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.244990] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.245416] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ae64c94-2449-4641-bf78-b260a559fd55 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.255428] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 756.255428] env[62979]: value = "task-2381310" [ 756.255428] env[62979]: _type = "Task" [ 756.255428] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.278194] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381310, 'name': CloneVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.283558] env[62979]: DEBUG oslo_vmware.api [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381307, 'name': PowerOnVM_Task, 'duration_secs': 0.477751} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.284042] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.284323] env[62979]: INFO nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Took 8.01 seconds to spawn the instance on the hypervisor. [ 756.284617] env[62979]: DEBUG nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.285735] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9992c6-8d6a-4d34-bac1-6f7abdfb46e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.374956] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.375516] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.378862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.382s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.380511] env[62979]: INFO nova.compute.claims [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.393291] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381308, 'name': CreateVM_Task, 'duration_secs': 0.51453} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.393482] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.394311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.394449] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.394787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.395084] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637aedf5-26ab-4d70-a265-66b20d980b43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.403602] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 756.403602] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b08e59-9543-3468-19ca-c992570b2377" [ 756.403602] env[62979]: _type = "Task" [ 756.403602] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.414482] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b08e59-9543-3468-19ca-c992570b2377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.444023] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updated VIF entry in instance network info cache for port 366aba5c-de9c-4dc7-bb8a-e2017d6653a2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.444469] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "366aba5c-de9c-4dc7-bb8a-e2017d6653a2", "address": "fa:16:3e:f4:da:7e", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366aba5c-de", "ovs_interfaceid": "366aba5c-de9c-4dc7-bb8a-e2017d6653a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.541635] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381309, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.714612] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.714758] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715616] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.766093] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381310, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.809069] env[62979]: INFO nova.compute.manager [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Took 34.95 seconds to build instance. [ 756.880273] env[62979]: DEBUG nova.compute.utils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.881783] env[62979]: DEBUG nova.network.neutron [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.882982] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.884196] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.915195] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b08e59-9543-3468-19ca-c992570b2377, 'name': SearchDatastore_Task, 'duration_secs': 0.020268} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.915500] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.915744] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.915981] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.916146] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.916328] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.916587] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91941de3-6763-437b-a68a-1923d44dafdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.926232] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.926436] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.927235] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5abec2-3705-4bbc-8ee0-7d916a067896 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.932968] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 756.932968] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52654a38-d735-871f-fbde-39340f28dcf0" [ 756.932968] env[62979]: _type = "Task" [ 756.932968] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.941306] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52654a38-d735-871f-fbde-39340f28dcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.949031] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.949337] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-vif-plugged-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.949570] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.949786] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.950664] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.950664] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] No waiting events found dispatching network-vif-plugged-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.950664] env[62979]: WARNING nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received unexpected event network-vif-plugged-095bc6f9-f379-4518-9ae4-6dd240153164 for instance with vm_state building and task_state spawning. [ 756.950664] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.950869] env[62979]: DEBUG nova.compute.manager [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing instance network info cache due to event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.951071] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.951149] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.951286] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.963445] env[62979]: DEBUG nova.policy [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe40d1d0df6c4f5387a4adf16f295d89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c6a073d404b4a97fbc9af9dbd46b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.043515] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381309, 'name': PowerOffVM_Task, 'duration_secs': 0.52605} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.043838] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.044108] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.044396] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57323531-72ea-41ac-8500-fa2dd3587f28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.111869] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.112775] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.112775] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Deleting the datastore file [datastore2] 9370b479-8925-4e3c-8f1b-5cd4488f42f5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.112775] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf528949-ef4a-4ec2-86d8-f9a92dfe2747 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.119177] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for the task: (returnval){ [ 757.119177] env[62979]: value = "task-2381312" [ 757.119177] env[62979]: _type = "Task" [ 757.119177] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.127718] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.262684] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.272982] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381310, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.311317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb7ecb5d-73ff-4a74-a119-17c0610e7df3 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.306s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.383616] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.388602] env[62979]: INFO nova.compute.manager [-] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Took 1.36 seconds to deallocate network for instance. [ 757.451640] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52654a38-d735-871f-fbde-39340f28dcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.460505] env[62979]: DEBUG nova.compute.manager [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.461218] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc80645-7fbe-42f6-8344-102f71be8d11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.464827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3789f-0216-4b92-ae6e-9c0f170bffb9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.471241] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 757.471241] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4faa3-f5a0-3ec7-4ce9-b8e33a3729d4" [ 757.471241] env[62979]: _type = "Task" [ 757.471241] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.485557] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4faa3-f5a0-3ec7-4ce9-b8e33a3729d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.543793] env[62979]: DEBUG nova.network.neutron [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.610426] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Successfully created port: 52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.640987] env[62979]: DEBUG oslo_vmware.api [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Task: {'id': task-2381312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478781} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.641364] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.641699] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.641947] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.642192] env[62979]: INFO nova.compute.manager [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 757.642558] env[62979]: DEBUG oslo.service.loopingcall [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.645358] env[62979]: DEBUG nova.compute.manager [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.645517] env[62979]: DEBUG nova.network.neutron [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.771549] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381310, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.860708] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updated VIF entry in instance network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.861382] env[62979]: DEBUG nova.network.neutron [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.897969] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.983906] env[62979]: INFO nova.compute.manager [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] instance snapshotting [ 757.986159] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4faa3-f5a0-3ec7-4ce9-b8e33a3729d4, 'name': SearchDatastore_Task, 'duration_secs': 0.020149} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.986159] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.986423] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/0a16136a-78b8-4dbd-8764-dd124542ebdb.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.989323] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74f3e47-8f9f-4d62-af0c-0f1a09a07918 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.992727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b0a5d-bd41-4a2d-b77e-dfd1f811046d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.017293] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a2ee9-311c-4542-b974-920cf9a19a8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.020154] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 758.020154] env[62979]: value = "task-2381313" [ 758.020154] env[62979]: _type = "Task" [ 758.020154] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.035369] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.038289] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae8c0a-86f0-4659-a192-88375fb4b7ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.044719] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c717eb52-d64a-4ca7-9deb-64ee791b7571 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.049032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.049265] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Instance network_info: |[{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.053751] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:55:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd941761-1bfd-43f4-8815-85277d9feca2', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.058853] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Creating folder: Project (0daa9e44cd4142099f28de65638c1552). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.059794] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bb0d1eb-9806-4710-909b-e8ec6bfbb0a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.062148] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7abab-382a-4f32-be14-399578e81b15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.094550] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529762e-7c56-46ce-af6b-aa0f6ac4a3e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.101784] env[62979]: DEBUG nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-vif-plugged-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.102010] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Acquiring lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.102283] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.102466] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.102644] env[62979]: DEBUG nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] No waiting events found dispatching network-vif-plugged-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.102816] env[62979]: WARNING nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received unexpected event network-vif-plugged-fd941761-1bfd-43f4-8815-85277d9feca2 for instance with vm_state building and task_state spawning. [ 758.102981] env[62979]: DEBUG nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.103155] env[62979]: DEBUG nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing instance network info cache due to event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.103340] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.103479] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.103639] env[62979]: DEBUG nova.network.neutron [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.105611] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Suspending the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 758.107938] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c1f30120-603b-4370-8289-593f57f3b30b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.109927] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Created folder: Project (0daa9e44cd4142099f28de65638c1552) in parent group-v483149. [ 758.110166] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Creating folder: Instances. Parent ref: group-v483298. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.113115] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921eff51-c7f9-406c-b7e2-909c98a07cff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.117668] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a31d3-89bc-4c2a-8046-ba5aa2675102 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.123353] env[62979]: DEBUG oslo_vmware.api [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 758.123353] env[62979]: value = "task-2381315" [ 758.123353] env[62979]: _type = "Task" [ 758.123353] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.135707] env[62979]: DEBUG nova.compute.provider_tree [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.141793] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Created folder: Instances in parent group-v483298. [ 758.141793] env[62979]: DEBUG oslo.service.loopingcall [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.141793] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.141793] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5647b620-4582-4310-888f-85203fbb4a42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.159172] env[62979]: DEBUG oslo_vmware.api [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381315, 'name': SuspendVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.164537] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.164537] env[62979]: value = "task-2381317" [ 758.164537] env[62979]: _type = "Task" [ 758.164537] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.180679] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381317, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.270186] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381310, 'name': CloneVM_Task, 'duration_secs': 1.960922} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.270572] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Created linked-clone VM from snapshot [ 758.271560] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ff52e-a0c0-4c56-8d19-980acd9db322 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.284015] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Uploading image 1551e799-51e4-4dca-b16b-de2deb300ca4 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.317133] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.317133] env[62979]: value = "vm-483297" [ 758.317133] env[62979]: _type = "VirtualMachine" [ 758.317133] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.317460] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52eca585-94aa-45f4-8490-ebcaf20c020b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.326028] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lease: (returnval){ [ 758.326028] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ec4-1ee5-e29f-9cb4-a93b44948c87" [ 758.326028] env[62979]: _type = "HttpNfcLease" [ 758.326028] env[62979]: } obtained for exporting VM: (result){ [ 758.326028] env[62979]: value = "vm-483297" [ 758.326028] env[62979]: _type = "VirtualMachine" [ 758.326028] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.326028] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the lease: (returnval){ [ 758.326028] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ec4-1ee5-e29f-9cb4-a93b44948c87" [ 758.326028] env[62979]: _type = "HttpNfcLease" [ 758.326028] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.334794] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.334794] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ec4-1ee5-e29f-9cb4-a93b44948c87" [ 758.334794] env[62979]: _type = "HttpNfcLease" [ 758.334794] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.367738] env[62979]: DEBUG oslo_concurrency.lockutils [req-965fe3e7-19ec-4cb4-b3a2-636abb59c523 req-88e61924-5ae6-449a-8a06-c635c15d8237 service nova] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.397422] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.427498] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.428574] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.428574] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.428574] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.428574] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.428574] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.428981] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.428981] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.429109] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.429628] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.429628] env[62979]: DEBUG nova.virt.hardware [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.430289] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d3f26-1fc7-4317-9bce-12da3e87ae32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.440852] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78904e-0ea3-4836-b07f-01d1312c6a20 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.532129] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.532481] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381313, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.532730] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85cf25d8-169d-4935-99df-ae50be3dadb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.543798] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 758.543798] env[62979]: value = "task-2381319" [ 758.543798] env[62979]: _type = "Task" [ 758.543798] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.556808] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.638317] env[62979]: DEBUG oslo_vmware.api [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381315, 'name': SuspendVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.640822] env[62979]: DEBUG nova.scheduler.client.report [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.677492] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381317, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.761428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.761715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.835421] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.835421] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ec4-1ee5-e29f-9cb4-a93b44948c87" [ 758.835421] env[62979]: _type = "HttpNfcLease" [ 758.835421] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.835788] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.835788] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d70ec4-1ee5-e29f-9cb4-a93b44948c87" [ 758.835788] env[62979]: _type = "HttpNfcLease" [ 758.835788] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.836587] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcdcf4d-7810-437a-9b03-42cd28d24934 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.845996] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.846247] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.908091] env[62979]: DEBUG nova.network.neutron [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updated VIF entry in instance network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.908473] env[62979]: DEBUG nova.network.neutron [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.971046] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4fa5224-2126-41f8-b7a7-630c1d2f9957 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.975224] env[62979]: DEBUG nova.network.neutron [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.032252] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624498} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.032252] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/0a16136a-78b8-4dbd-8764-dd124542ebdb.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.032636] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.033014] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da3cc6c-d31f-4fa6-8110-789290f02076 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.043499] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 759.043499] env[62979]: value = "task-2381320" [ 759.043499] env[62979]: _type = "Task" [ 759.043499] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.055590] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.059095] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.139098] env[62979]: DEBUG oslo_vmware.api [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381315, 'name': SuspendVM_Task, 'duration_secs': 0.701271} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.139098] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Suspended the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.139098] env[62979]: DEBUG nova.compute.manager [None req-aed1dd04-08af-422c-babe-13e79090b466 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.139098] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c6e592-237d-40f7-93c1-83a4286c09c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.149830] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.150488] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.157027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.669s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.157027] env[62979]: DEBUG nova.objects.instance [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lazy-loading 'resources' on Instance uuid ac4c6ca5-cdb1-4603-8609-8e442cf534fd {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.175947] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381317, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.189760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-366aba5c-de9c-4dc7-bb8a-e2017d6653a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.189918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-366aba5c-de9c-4dc7-bb8a-e2017d6653a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.266546] env[62979]: DEBUG nova.compute.utils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.412247] env[62979]: DEBUG oslo_concurrency.lockutils [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.412598] env[62979]: DEBUG nova.compute.manager [req-cff91967-8c26-4f5c-89c6-318f2491444e req-0c06081a-477e-47bf-a44d-68070a377067 service nova] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Received event network-vif-deleted-f988f8d5-bb11-4a14-899e-c2efc0bba9f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.429634] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Successfully updated port: 52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.478933] env[62979]: INFO nova.compute.manager [-] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Took 1.83 seconds to deallocate network for instance. [ 759.559396] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075862} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.562792] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.564025] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381319, 'name': CreateSnapshot_Task, 'duration_secs': 0.827954} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.564121] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb76b09-89d5-46d6-8f02-fbbbd4fce424 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.566740] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.567638] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e83510e-e96a-4c23-b7c4-18e99f7e8bed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.595453] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/0a16136a-78b8-4dbd-8764-dd124542ebdb.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.596198] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573949b5-b80b-4a61-89f4-7191cb78ad9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.619708] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 759.619708] env[62979]: value = "task-2381321" [ 759.619708] env[62979]: _type = "Task" [ 759.619708] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.628291] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.657760] env[62979]: DEBUG nova.compute.utils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.668101] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.668101] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.680072] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381317, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.697781] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.698296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.701158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f75fd9e-6454-4264-a892-40477e10a69e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.726819] env[62979]: DEBUG nova.policy [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.729949] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce676e4-f35b-4b53-98a0-a62ce94d60e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.761212] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfiguring VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 759.765480] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a79715-1bc1-401f-be20-bfa17ff04895 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.780550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.790095] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 759.790095] env[62979]: value = "task-2381322" [ 759.790095] env[62979]: _type = "Task" [ 759.790095] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.807731] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.937622] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.937622] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.937622] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.986415] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.050797] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Successfully created port: 1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.104134] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.107224] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-995ef039-486f-4371-bff4-dd6144def67b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.117994] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 760.117994] env[62979]: value = "task-2381323" [ 760.117994] env[62979]: _type = "Task" [ 760.117994] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.133130] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381323, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.137435] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.168052] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.182730] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381317, 'name': CreateVM_Task, 'duration_secs': 1.743627} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.183135] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.184155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.184358] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.184903] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.188490] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac39a5c-e012-4f46-a69a-46577a4c49ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.195992] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 760.195992] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ff24a-10a4-ff2b-6bab-bea057399194" [ 760.195992] env[62979]: _type = "Task" [ 760.195992] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.205302] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ff24a-10a4-ff2b-6bab-bea057399194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.304571] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.308417] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada72b1e-0245-4999-a84f-d4e386e05afc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.320222] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276f42d-7492-41c7-bae0-8aea5bcbb364 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.359363] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c13185c-9ffe-4562-952d-55e37d00a2b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.375791] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d105d-0b9e-45ed-b70a-12429d3be575 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.394446] env[62979]: DEBUG nova.compute.provider_tree [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.450791] env[62979]: DEBUG nova.compute.manager [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Received event network-vif-plugged-52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.450791] env[62979]: DEBUG oslo_concurrency.lockutils [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] Acquiring lock "153d640d-0e18-488d-9e77-b846e4111200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.450791] env[62979]: DEBUG oslo_concurrency.lockutils [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] Lock "153d640d-0e18-488d-9e77-b846e4111200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.450791] env[62979]: DEBUG oslo_concurrency.lockutils [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] Lock "153d640d-0e18-488d-9e77-b846e4111200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.451159] env[62979]: DEBUG nova.compute.manager [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] No waiting events found dispatching network-vif-plugged-52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.451194] env[62979]: WARNING nova.compute.manager [req-c457274c-0f18-4e81-9513-c3e0b7e1cf21 req-a2bf4248-db61-4f60-9417-18de8e56fb16 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Received unexpected event network-vif-plugged-52208ffd-5a0a-42bf-8274-4066c696fb29 for instance with vm_state building and task_state spawning. [ 760.477018] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.482205] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.483216] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af7bc6-986a-40ae-87d9-be3934ba2378 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.491024] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.491024] env[62979]: ERROR oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk due to incomplete transfer. [ 760.491024] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-014fda01-b1ac-4394-8dc2-ad0065559d6f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.497583] env[62979]: DEBUG oslo_vmware.rw_handles [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a275f4-7b7c-86c7-07a2-525c10ef6ea1/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.497775] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Uploaded image becb8685-5a22-4eed-b6f5-a3a809b26b75 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.499866] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.500199] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9cfa070-a14a-4521-a347-bf15cbadde1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.506492] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 760.506492] env[62979]: value = "task-2381324" [ 760.506492] env[62979]: _type = "Task" [ 760.506492] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.515417] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381324, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.638683] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381321, 'name': ReconfigVM_Task, 'duration_secs': 0.703284} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.638985] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381323, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.639352] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/0a16136a-78b8-4dbd-8764-dd124542ebdb.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.640071] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ca6a221-fad2-4cc7-8aeb-da76a3bd8034 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.646891] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 760.646891] env[62979]: value = "task-2381325" [ 760.646891] env[62979]: _type = "Task" [ 760.646891] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.656065] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381325, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.701500] env[62979]: DEBUG nova.network.neutron [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Updating instance_info_cache with network_info: [{"id": "52208ffd-5a0a-42bf-8274-4066c696fb29", "address": "fa:16:3e:7a:57:8e", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52208ffd-5a", "ovs_interfaceid": "52208ffd-5a0a-42bf-8274-4066c696fb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.710617] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529ff24a-10a4-ff2b-6bab-bea057399194, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.712104] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.712104] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.712104] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.712104] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.713252] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.714130] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ded930-3c67-483e-b5b1-c7e850365442 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.727203] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.727203] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.727203] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40585da2-df4c-4ba1-93e1-453c3187a8a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.733320] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 760.733320] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244495e-62fa-d854-87ec-eb93dd1adea1" [ 760.733320] env[62979]: _type = "Task" [ 760.733320] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.742761] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244495e-62fa-d854-87ec-eb93dd1adea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.804237] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.865439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.865720] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.866012] env[62979]: INFO nova.compute.manager [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Attaching volume dce17c83-533c-4654-bb6d-f9d45d166cec to /dev/sdb [ 760.897921] env[62979]: DEBUG nova.scheduler.client.report [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.906510] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d92cb-0bc6-4e7e-8359-fba648d866b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.914786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84030252-fdec-42b3-a720-d387de98a30e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.931673] env[62979]: DEBUG nova.virt.block_device [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updating existing volume attachment record: 70cdac04-a0f8-4ccb-903e-431f76118a06 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.016561] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381324, 'name': Destroy_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.128877] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381323, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.158232] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381325, 'name': Rename_Task, 'duration_secs': 0.190877} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.158666] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.159055] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26caa2be-d5a3-488d-893d-bcbff8f443ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.167813] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 761.167813] env[62979]: value = "task-2381329" [ 761.167813] env[62979]: _type = "Task" [ 761.167813] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.176392] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.179768] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.204967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.206169] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance network_info: |[{"id": "52208ffd-5a0a-42bf-8274-4066c696fb29", "address": "fa:16:3e:7a:57:8e", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52208ffd-5a", "ovs_interfaceid": "52208ffd-5a0a-42bf-8274-4066c696fb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.208142] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.208684] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.209202] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.209593] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.209903] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.210121] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.210367] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.210601] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.210904] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.211258] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.211487] env[62979]: DEBUG nova.virt.hardware [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.212143] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:57:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52208ffd-5a0a-42bf-8274-4066c696fb29', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.223496] env[62979]: DEBUG oslo.service.loopingcall [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.224607] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c03d495-6cc3-41c7-a8d4-57a5a2a3c065 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.228714] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.228714] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf49fb0-4a7e-4d1d-bf6f-a5d6dc22689b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.253062] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39984d4-8b6d-4f62-adfe-23bdf75ede19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.261465] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.261465] env[62979]: value = "task-2381330" [ 761.261465] env[62979]: _type = "Task" [ 761.261465] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.261883] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5244495e-62fa-d854-87ec-eb93dd1adea1, 'name': SearchDatastore_Task, 'duration_secs': 0.01565} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.266123] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad392b7-25ac-4ead-bf1c-da6eb05e6544 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.279876] env[62979]: DEBUG nova.compute.manager [req-11597738-04c8-48f8-8ec9-68b316bef583 req-b7bd76fe-b4fc-48e5-9da5-94bf044e7d09 service nova] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Received event network-vif-deleted-9bb453fc-0784-4522-a890-c637ddae4f63 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.284958] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381330, 'name': CreateVM_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.287273] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 761.287273] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d021f0-19a4-129a-2473-94f25b7e2940" [ 761.287273] env[62979]: _type = "Task" [ 761.287273] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.298078] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d021f0-19a4-129a-2473-94f25b7e2940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.309464] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.403630] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.407086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.595s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.411810] env[62979]: INFO nova.compute.claims [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.439057] env[62979]: INFO nova.scheduler.client.report [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleted allocations for instance ac4c6ca5-cdb1-4603-8609-8e442cf534fd [ 761.518518] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381324, 'name': Destroy_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.628482] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381323, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.679932] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.723873] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Successfully updated port: 1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.777330] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381330, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.797867] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d021f0-19a4-129a-2473-94f25b7e2940, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.802385] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.802385] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] dd9a8c96-a202-4720-adfe-6e010624adde/dd9a8c96-a202-4720-adfe-6e010624adde.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.803516] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ae729d-d749-4c87-a278-74f092b1d100 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.812394] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.814113] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 761.814113] env[62979]: value = "task-2381331" [ 761.814113] env[62979]: _type = "Task" [ 761.814113] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.822133] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.952167] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e597fdeb-d04d-433b-9a03-1eee785eb03e tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "ac4c6ca5-cdb1-4603-8609-8e442cf534fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.909s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.018556] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381324, 'name': Destroy_Task, 'duration_secs': 1.484703} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.018556] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Destroyed the VM [ 762.018867] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.019235] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af546912-be59-4fbd-bb64-ca504f933e3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.025590] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 762.025590] env[62979]: value = "task-2381332" [ 762.025590] env[62979]: _type = "Task" [ 762.025590] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.035187] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.081071] env[62979]: DEBUG nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.081071] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7872cfbb-0807-427a-be7a-bfe417d7b2b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.131461] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381323, 'name': CloneVM_Task, 'duration_secs': 1.601598} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.131729] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Created linked-clone VM from snapshot [ 762.132497] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec3037-74df-405d-8b17-91e5aaf333d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.139945] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Uploading image 61685621-002d-4708-8aad-b152e43ef093 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.152800] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.153113] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-603b719f-4ef4-4719-88fb-030d4ece56ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.159602] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 762.159602] env[62979]: value = "task-2381333" [ 762.159602] env[62979]: _type = "Task" [ 762.159602] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.168453] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381333, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.178350] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.230915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.231221] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.231303] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.275323] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381330, 'name': CreateVM_Task, 'duration_secs': 0.548725} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.275323] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.275965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.276204] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276560] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.276828] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc1f85d-d5c8-4f30-b303-553e4172ba0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.282119] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 762.282119] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295dc18-42e1-bc65-e2a6-1282cb25b67c" [ 762.282119] env[62979]: _type = "Task" [ 762.282119] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.291210] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295dc18-42e1-bc65-e2a6-1282cb25b67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.308017] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.324545] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.407900] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "23b10046-99a6-49d9-a9ec-14e56e41b895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.408369] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.408541] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.408767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.408959] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.411264] env[62979]: INFO nova.compute.manager [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Terminating instance [ 762.536885] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.553513] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Received event network-changed-52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.553844] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Refreshing instance network info cache due to event network-changed-52208ffd-5a0a-42bf-8274-4066c696fb29. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 762.554211] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Acquiring lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.554320] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Acquired lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.554509] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Refreshing network info cache for port 52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.594749] env[62979]: INFO nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] instance snapshotting [ 762.595072] env[62979]: WARNING nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 762.598281] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6464f06-34d8-41ed-b7ff-0ba2aae33af2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.637416] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488e1e4-c601-4780-b5d3-24e9557386e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.685132] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381333, 'name': Destroy_Task, 'duration_secs': 0.459793} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.685132] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Destroyed the VM [ 762.685132] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.688805] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0067c5c6-1ede-4d99-9471-bcab346587c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.694507] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.701097] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 762.701097] env[62979]: value = "task-2381334" [ 762.701097] env[62979]: _type = "Task" [ 762.701097] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.714286] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.775855] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.795643] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295dc18-42e1-bc65-e2a6-1282cb25b67c, 'name': SearchDatastore_Task, 'duration_secs': 0.074255} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.795986] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.796456] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.796507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.796726] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.796840] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.797146] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59f5319-06fc-4910-822b-4a1283180f8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.813522] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.814789] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.814997] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.815790] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864a2d92-1e24-437e-be01-42db0b61bdb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.827345] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 762.827345] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dfaed2-eb2b-2ee0-da73-7e6489edf098" [ 762.827345] env[62979]: _type = "Task" [ 762.827345] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.831365] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800384} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.834787] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] dd9a8c96-a202-4720-adfe-6e010624adde/dd9a8c96-a202-4720-adfe-6e010624adde.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.834892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.835242] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9585b25-5b8e-4baf-a1b3-8fd137b8b6d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.846309] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dfaed2-eb2b-2ee0-da73-7e6489edf098, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.848481] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 762.848481] env[62979]: value = "task-2381335" [ 762.848481] env[62979]: _type = "Task" [ 762.848481] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.848776] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364fb830-9dc0-47ef-8f15-311ecb706a70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.869573] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.870871] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 762.870871] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295a6ee-d9e7-daed-bdd5-d5e531f09632" [ 762.870871] env[62979]: _type = "Task" [ 762.870871] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.882949] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5295a6ee-d9e7-daed-bdd5-d5e531f09632, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.883536] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.883605] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.883904] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d087c93-3bba-4d26-8f8c-417689a3e350 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.892201] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 762.892201] env[62979]: value = "task-2381336" [ 762.892201] env[62979]: _type = "Task" [ 762.892201] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.901016] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.915037] env[62979]: DEBUG nova.compute.manager [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.915191] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.916405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc1b69-58b7-4927-8588-0a98d370ead0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.924488] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.924773] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd76764-5558-4dfd-b18d-1eb44418a67d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.932532] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 762.932532] env[62979]: value = "task-2381337" [ 762.932532] env[62979]: _type = "Task" [ 762.932532] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.942858] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.018421] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec58cd-183b-4bf3-b594-f3bcad72c373 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.027289] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c46199-2e64-4247-8281-892b3eff06a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.040448] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381332, 'name': RemoveSnapshot_Task, 'duration_secs': 0.97334} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.072997] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 763.073397] env[62979]: DEBUG nova.compute.manager [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.077132] env[62979]: DEBUG nova.network.neutron [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Updating instance_info_cache with network_info: [{"id": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "address": "fa:16:3e:d6:b2:cb", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae67ef7-b2", "ovs_interfaceid": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.079110] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c26332-e7a5-461d-a530-d0bc259b0f2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.082476] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf0d038-3173-4b5d-b02e-b58e565b1f48 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.093868] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ee7e8-d74d-462d-8dd1-bb4274a08c70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.114957] env[62979]: DEBUG nova.compute.provider_tree [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.156665] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.156665] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c339d21-3297-47de-a20e-848986218ebc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.169556] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 763.169556] env[62979]: value = "task-2381338" [ 763.169556] env[62979]: _type = "Task" [ 763.169556] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.190627] env[62979]: DEBUG oslo_vmware.api [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381329, 'name': PowerOnVM_Task, 'duration_secs': 1.894905} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.196529] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.198436] env[62979]: INFO nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Took 10.14 seconds to spawn the instance on the hypervisor. [ 763.198436] env[62979]: DEBUG nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.198436] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.199243] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca5393-4889-4147-ae16-c95341fb909e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.220459] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381334, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.317777] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.365316] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081027} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.365950] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.367853] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110550c-791d-4223-b9ef-460bab54532a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.397050] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] dd9a8c96-a202-4720-adfe-6e010624adde/dd9a8c96-a202-4720-adfe-6e010624adde.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.397484] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0045fff1-8ed4-4804-ae37-6e8fcc1ce023 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.425102] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.426876] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 763.426876] env[62979]: value = "task-2381340" [ 763.426876] env[62979]: _type = "Task" [ 763.426876] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.435782] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.445745] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381337, 'name': PowerOffVM_Task, 'duration_secs': 0.269877} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.445923] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.446140] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.446433] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4102d34c-ad87-477e-9bbe-5aecce65e1d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.486835] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Updated VIF entry in instance network info cache for port 52208ffd-5a0a-42bf-8274-4066c696fb29. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.487247] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Updating instance_info_cache with network_info: [{"id": "52208ffd-5a0a-42bf-8274-4066c696fb29", "address": "fa:16:3e:7a:57:8e", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52208ffd-5a", "ovs_interfaceid": "52208ffd-5a0a-42bf-8274-4066c696fb29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.517667] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.517918] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.518219] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Deleting the datastore file [datastore1] 23b10046-99a6-49d9-a9ec-14e56e41b895 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.518879] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14cdc480-a7b4-4249-a23d-3aaacb070e0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.526779] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for the task: (returnval){ [ 763.526779] env[62979]: value = "task-2381342" [ 763.526779] env[62979]: _type = "Task" [ 763.526779] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.535773] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.586460] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.586937] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Instance network_info: |[{"id": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "address": "fa:16:3e:d6:b2:cb", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae67ef7-b2", "ovs_interfaceid": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.587458] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:b2:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ae67ef7-b2c7-4f20-8c9b-866d0d59d134', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.596510] env[62979]: DEBUG oslo.service.loopingcall [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.596834] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.597127] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a08373f-4460-476e-a12f-c0ea6e37232e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.618175] env[62979]: INFO nova.compute.manager [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Shelve offloading [ 763.620192] env[62979]: DEBUG nova.scheduler.client.report [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.626864] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.626864] env[62979]: value = "task-2381343" [ 763.626864] env[62979]: _type = "Task" [ 763.626864] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.637480] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381343, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.680362] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381338, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.714486] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381334, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.735033] env[62979]: INFO nova.compute.manager [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Took 37.73 seconds to build instance. [ 763.810928] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.909069] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594963} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.909069] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.909069] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.909069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4111d41-3c50-476d-b009-71d2aa08d43a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.916068] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 763.916068] env[62979]: value = "task-2381344" [ 763.916068] env[62979]: _type = "Task" [ 763.916068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.925835] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.936442] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.990518] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Releasing lock "refresh_cache-153d640d-0e18-488d-9e77-b846e4111200" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.991753] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Received event network-vif-plugged-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.991753] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Acquiring lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.991907] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.992125] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.992343] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] No waiting events found dispatching network-vif-plugged-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.992614] env[62979]: WARNING nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Received unexpected event network-vif-plugged-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 for instance with vm_state building and task_state spawning. [ 763.992760] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Received event network-changed-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.992934] env[62979]: DEBUG nova.compute.manager [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Refreshing instance network info cache due to event network-changed-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.993153] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Acquiring lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.993301] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Acquired lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.993465] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Refreshing network info cache for port 1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.039430] env[62979]: DEBUG oslo_vmware.api [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Task: {'id': task-2381342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333285} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.039608] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.039977] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.040043] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.040684] env[62979]: INFO nova.compute.manager [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.040684] env[62979]: DEBUG oslo.service.loopingcall [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.040872] env[62979]: DEBUG nova.compute.manager [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.040872] env[62979]: DEBUG nova.network.neutron [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.129951] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.129951] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.133175] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.781s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.134618] env[62979]: INFO nova.compute.claims [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.137732] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.143124] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f8f6b9-00a5-4d11-9ec6-ef6d23936104 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.151256] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381343, 'name': CreateVM_Task, 'duration_secs': 0.506464} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.152440] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.152791] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 764.152791] env[62979]: value = "task-2381345" [ 764.152791] env[62979]: _type = "Task" [ 764.152791] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.154154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.154154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.154154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.154615] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16044acb-e685-466d-80ae-941c71f4dace {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.162923] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 764.162923] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c834f5-ebaa-1330-ddab-639c72a84a60" [ 764.162923] env[62979]: _type = "Task" [ 764.162923] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.173598] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 764.173839] env[62979]: DEBUG nova.compute.manager [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.175507] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6472021f-301d-431d-ba1b-ff8eb5de3356 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.187978] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c834f5-ebaa-1330-ddab-639c72a84a60, 'name': SearchDatastore_Task, 'duration_secs': 0.019362} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.192677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.192941] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.193190] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.193345] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.193523] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.194139] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381338, 'name': CreateSnapshot_Task, 'duration_secs': 0.627433} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.194759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.194914] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.195103] env[62979]: DEBUG nova.network.neutron [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.196210] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a3f4e0-3fd9-4ccf-bd24-e4ad0858935e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.198549] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.199830] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9bba0-5289-401a-9f1d-f62b73bbc697 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.215087] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.215330] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.216823] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913b0e66-5286-4874-89b3-f40ea93d5c42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.227177] env[62979]: DEBUG oslo_vmware.api [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381334, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064362} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.228310] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.231749] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 764.231749] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524111bd-3b1d-543e-140b-1c21b83724e8" [ 764.231749] env[62979]: _type = "Task" [ 764.231749] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.240848] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71980dc6-7d2f-4e90-ac3a-73f06127ff0e tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.336s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.246016] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524111bd-3b1d-543e-140b-1c21b83724e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.310911] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.432970] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115007} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.438137] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.439818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619ab5fa-bb4e-46ab-bf9a-fc95daa55ae7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.451401] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381340, 'name': ReconfigVM_Task, 'duration_secs': 0.606023} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.469017] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Reconfigured VM instance instance-00000036 to attach disk [datastore2] dd9a8c96-a202-4720-adfe-6e010624adde/dd9a8c96-a202-4720-adfe-6e010624adde.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.487414] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.487983] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-129c6993-21e1-47ae-896c-63e9d72f5768 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.490917] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de73326-12c1-484d-8a26-b4f83f3a2fe6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.527344] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 764.527344] env[62979]: value = "task-2381346" [ 764.527344] env[62979]: _type = "Task" [ 764.527344] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.529858] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 764.529858] env[62979]: value = "task-2381347" [ 764.529858] env[62979]: _type = "Task" [ 764.529858] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.546159] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381346, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.551556] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.578711] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.578974] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.579233] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.579467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.579593] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.583117] env[62979]: INFO nova.compute.manager [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Terminating instance [ 764.620686] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.620979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.621158] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.621345] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.621525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.623801] env[62979]: INFO nova.compute.manager [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Terminating instance [ 764.644356] env[62979]: DEBUG nova.compute.utils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 764.646228] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.646426] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.726558] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 764.727832] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24c4d217-fa08-485d-8146-0d6f5d0af502 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.733617] env[62979]: WARNING nova.compute.manager [None req-d9fea3d1-13e0-4b07-b595-91f2df1d367b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Image not found during snapshot: nova.exception.ImageNotFound: Image 61685621-002d-4708-8aad-b152e43ef093 could not be found. [ 764.739763] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 764.739763] env[62979]: value = "task-2381348" [ 764.739763] env[62979]: _type = "Task" [ 764.739763] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.746865] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524111bd-3b1d-543e-140b-1c21b83724e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021964} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.748018] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48b072f-c7b7-4af8-b9ee-cac5138ff918 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.754455] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.762277] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 764.762277] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a44564-2ade-67c4-e80f-d8fb25b175c2" [ 764.762277] env[62979]: _type = "Task" [ 764.762277] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.766942] env[62979]: DEBUG nova.policy [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7078302ebdd445c4878dda4507c17b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f69507b071e45439880b20f2191abda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.773542] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a44564-2ade-67c4-e80f-d8fb25b175c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.815649] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.945604] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Updated VIF entry in instance network info cache for port 1ae67ef7-b2c7-4f20-8c9b-866d0d59d134. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.946010] env[62979]: DEBUG nova.network.neutron [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Updating instance_info_cache with network_info: [{"id": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "address": "fa:16:3e:d6:b2:cb", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae67ef7-b2", "ovs_interfaceid": "1ae67ef7-b2c7-4f20-8c9b-866d0d59d134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.055987] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381346, 'name': Rename_Task, 'duration_secs': 0.294206} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.056942] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381347, 'name': ReconfigVM_Task, 'duration_secs': 0.518028} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.057488] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.058083] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.060019] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee583bd-f98a-42b7-848a-29cc6fcca899 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.063548] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab4b239-1c6f-49d3-abd6-33feb3a8a1e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072898] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 765.072898] env[62979]: value = "task-2381350" [ 765.072898] env[62979]: _type = "Task" [ 765.072898] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.073618] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 765.073618] env[62979]: value = "task-2381349" [ 765.073618] env[62979]: _type = "Task" [ 765.073618] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.086369] env[62979]: DEBUG nova.compute.manager [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.086604] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.091570] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f8649-217e-4c81-9e4b-e13583360b9b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.094659] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.099819] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381350, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.105644] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.105864] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e381c6fc-e9f5-445b-85c2-b0b06b03d1f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.113542] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 765.113542] env[62979]: value = "task-2381351" [ 765.113542] env[62979]: _type = "Task" [ 765.113542] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.127564] env[62979]: DEBUG nova.compute.manager [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.128056] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.128501] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.129806] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be6697-7f5e-4b36-81fd-587d1349fdbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.138905] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.139170] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe30696-c558-477a-90d8-08cefc16f931 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.147887] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.150877] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 765.150877] env[62979]: value = "task-2381352" [ 765.150877] env[62979]: _type = "Task" [ 765.150877] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.174039] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.255088] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.282260] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a44564-2ade-67c4-e80f-d8fb25b175c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017037} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.282260] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.282260] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022/7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.282736] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec86d18-a4f5-4813-b2c5-66684acdc093 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294041] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 765.294041] env[62979]: value = "task-2381353" [ 765.294041] env[62979]: _type = "Task" [ 765.294041] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.311194] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.318601] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.360164] env[62979]: DEBUG nova.network.neutron [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.450581] env[62979]: DEBUG oslo_concurrency.lockutils [req-04d70827-1e43-44ea-8256-362e7c06fd6b req-ce7456e5-41df-4c81-a537-bb9283bfb8e7 service nova] Releasing lock "refresh_cache-7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.476869] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.477181] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.501387] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.501724] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483305', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'name': 'volume-dce17c83-533c-4654-bb6d-f9d45d166cec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4bdd4a-f03c-48a3-973a-d965db0348a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'serial': 'dce17c83-533c-4654-bb6d-f9d45d166cec'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.503022] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8c308-cddd-4ca8-863a-0560e969d178 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.531952] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c1cea-ac67-4161-a483-0e23f5451092 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.560775] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-dce17c83-533c-4654-bb6d-f9d45d166cec/volume-dce17c83-533c-4654-bb6d-f9d45d166cec.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.565559] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbf45ac-0b47-4da3-8509-feb8ad9635ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.590398] env[62979]: DEBUG nova.compute.manager [req-1ed79b98-6df7-4aba-b66c-fee9f47d6126 req-d5c4f91d-a050-499e-b398-e6ddc5e83147 service nova] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Received event network-vif-deleted-7c4b4c11-1870-45f3-9c0b-c6bbd7219723 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.610230] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381350, 'name': Rename_Task, 'duration_secs': 0.221881} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.610971] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Waiting for the task: (returnval){ [ 765.610971] env[62979]: value = "task-2381354" [ 765.610971] env[62979]: _type = "Task" [ 765.610971] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.611211] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381349, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.611483] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.611770] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8d63ca-327a-4a9e-b922-d79cc026a849 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.629963] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 765.629963] env[62979]: value = "task-2381355" [ 765.629963] env[62979]: _type = "Task" [ 765.629963] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.630455] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.637016] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381351, 'name': PowerOffVM_Task, 'duration_secs': 0.330531} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.637583] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.637761] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.638052] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43cd3f7b-aafd-4b54-b576-908afa9f4dcc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.646506] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.667802] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381352, 'name': PowerOffVM_Task, 'duration_secs': 0.484264} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.669298] env[62979]: DEBUG nova.network.neutron [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.671871] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.671871] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.671871] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690470b5-8048-4345-8b2c-4de37f341068 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.758606] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.760404] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.760629] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.760822] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleting the datastore file [datastore2] 98c2e293-ca8a-4e70-b164-3de0966e69b3 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.761241] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9e940f0-3c71-47ab-9692-b3dfee3a5f8f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.773234] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.773234] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.773234] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleting the datastore file [datastore2] 3fb2b4f8-2587-4345-80fc-fa65f2ed993d {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.773234] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for the task: (returnval){ [ 765.773234] env[62979]: value = "task-2381358" [ 765.773234] env[62979]: _type = "Task" [ 765.773234] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.774587] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3a9cc2-1caa-448d-9ea8-92e16a773e9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.787175] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.789238] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 765.789238] env[62979]: value = "task-2381359" [ 765.789238] env[62979]: _type = "Task" [ 765.789238] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.806030] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.813341] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.822661] env[62979]: DEBUG oslo_vmware.api [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381322, 'name': ReconfigVM_Task, 'duration_secs': 5.856901} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.822661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.823600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Reconfigured VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 765.864700] env[62979]: INFO nova.compute.manager [-] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Took 1.82 seconds to deallocate network for instance. [ 765.969504] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70611440-702b-4f71-8bc4-e154bbf4b30b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.979685] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.985074] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36eb2ef-bd3e-4cb5-8611-6100aab76916 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.026739] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964486a6-090d-44a4-b391-fc47f8bb71e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.038743] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827cc48-32e3-48bf-908d-3aa4b758392c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.060568] env[62979]: DEBUG nova.compute.provider_tree [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.063312] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Successfully created port: cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.103488] env[62979]: DEBUG oslo_vmware.api [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381349, 'name': PowerOnVM_Task, 'duration_secs': 0.991435} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.103877] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.104188] env[62979]: INFO nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Took 10.36 seconds to spawn the instance on the hypervisor. [ 766.104469] env[62979]: DEBUG nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.105715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263e763-915b-4b73-8dd2-ce07b1606000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.129070] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.141842] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.162532] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.177435] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.202411] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.203017] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.203017] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.204277] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.204961] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.204961] env[62979]: DEBUG nova.virt.hardware [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.205947] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935bca1d-9c4c-4ec0-8249-2ea24929099b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.219096] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25999e8-72eb-4a82-af2e-ef2046a867cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.254787] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.287946] env[62979]: DEBUG oslo_vmware.api [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Task: {'id': task-2381358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447677} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.288299] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.288535] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.288717] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.288904] env[62979]: INFO nova.compute.manager [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 766.289181] env[62979]: DEBUG oslo.service.loopingcall [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.289389] env[62979]: DEBUG nova.compute.manager [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.289489] env[62979]: DEBUG nova.network.neutron [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.303604] env[62979]: DEBUG oslo_vmware.api [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45036} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.304042] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.304302] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.304538] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.304719] env[62979]: INFO nova.compute.manager [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 766.304966] env[62979]: DEBUG oslo.service.loopingcall [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.305190] env[62979]: DEBUG nova.compute.manager [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.305290] env[62979]: DEBUG nova.network.neutron [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.310367] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738059} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.313260] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022/7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.313430] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.313712] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27569205-b5d6-4948-9570-45569264d52d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.325030] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 766.325030] env[62979]: value = "task-2381360" [ 766.325030] env[62979]: _type = "Task" [ 766.325030] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.335036] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.373883] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.517523] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.553763] env[62979]: DEBUG nova.compute.manager [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.553960] env[62979]: DEBUG nova.compute.manager [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing instance network info cache due to event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.554199] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.554362] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.554513] env[62979]: DEBUG nova.network.neutron [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.568771] env[62979]: DEBUG nova.scheduler.client.report [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.630369] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.655617] env[62979]: INFO nova.compute.manager [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Took 38.91 seconds to build instance. [ 766.677027] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.762378] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.835572] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126193} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.836478] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.837562] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3712c4d-07a9-4cff-b734-3be083866c86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.872021] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022/7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.872021] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a980ae7-dad1-4f02-8cb3-6008428e2894 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.892329] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 766.892329] env[62979]: value = "task-2381361" [ 766.892329] env[62979]: _type = "Task" [ 766.892329] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.903761] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.011237] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Successfully created port: b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.078330] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.946s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.078855] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.082593] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.016s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.097676] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.098413] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.128073] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381354, 'name': ReconfigVM_Task, 'duration_secs': 1.456288} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.128381] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-dce17c83-533c-4654-bb6d-f9d45d166cec/volume-dce17c83-533c-4654-bb6d-f9d45d166cec.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.134461] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa42a61f-b3f3-4ce1-8c2d-d3d5f2efb96b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.156077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.156077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.156077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.156077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.156077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.157463] env[62979]: DEBUG oslo_concurrency.lockutils [None req-555a7a46-b289-45e8-a53f-348410f5861e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.719s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.159032] env[62979]: INFO nova.compute.manager [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Terminating instance [ 767.163673] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Waiting for the task: (returnval){ [ 767.163673] env[62979]: value = "task-2381362" [ 767.163673] env[62979]: _type = "Task" [ 767.163673] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.172277] env[62979]: DEBUG oslo_vmware.api [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381355, 'name': PowerOnVM_Task, 'duration_secs': 1.478921} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.176617] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.177388] env[62979]: INFO nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Took 8.78 seconds to spawn the instance on the hypervisor. [ 767.177388] env[62979]: DEBUG nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.178685] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d15fee-9ccd-4b83-92bf-4a457c31b10b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.192095] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.214496] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.215783] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd94af9-aef4-4292-b102-9f1a8b26ce53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.228442] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.228762] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83db54a4-82f7-4dd3-8122-9c1fa1a78924 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.265425] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.322133] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.322635] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.323015] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleting the datastore file [datastore2] 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.323472] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e9cec5-0130-4a5d-8ace-ea4b149da389 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.336138] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 767.336138] env[62979]: value = "task-2381364" [ 767.336138] env[62979]: _type = "Task" [ 767.336138] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.351207] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.408245] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.556011] env[62979]: DEBUG nova.network.neutron [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.583678] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.583678] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.583678] env[62979]: DEBUG nova.network.neutron [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.585608] env[62979]: DEBUG nova.compute.utils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.589210] env[62979]: INFO nova.compute.claims [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.596269] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.596269] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.609713] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.609907] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 767.628761] env[62979]: DEBUG nova.network.neutron [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updated VIF entry in instance network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.631024] env[62979]: DEBUG nova.network.neutron [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.696478] env[62979]: DEBUG nova.compute.manager [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.696478] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.696478] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881704c8-dc63-4c35-b227-f4fe894baa03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.696478] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.696478] env[62979]: DEBUG oslo_vmware.api [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381362, 'name': ReconfigVM_Task, 'duration_secs': 0.216622} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.696478] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc9b2f4b-ba0d-463e-a3fe-0785cbadfb9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.696478] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483305', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'name': 'volume-dce17c83-533c-4654-bb6d-f9d45d166cec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4bdd4a-f03c-48a3-973a-d965db0348a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'serial': 'dce17c83-533c-4654-bb6d-f9d45d166cec'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.708742] env[62979]: INFO nova.compute.manager [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Took 37.82 seconds to build instance. [ 767.715244] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 767.715244] env[62979]: value = "task-2381365" [ 767.715244] env[62979]: _type = "Task" [ 767.715244] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.727372] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.747864] env[62979]: DEBUG nova.policy [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d8c2d67be542f98801e0a49e85ec6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38276fdbbe24704a406b3b2cccaf5ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.761693] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.848926] env[62979]: DEBUG oslo_vmware.api [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.849224] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.849420] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.849594] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.883168] env[62979]: INFO nova.scheduler.client.report [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted allocations for instance 9538e88e-eb5b-4f06-90ae-758d08537353 [ 767.885073] env[62979]: WARNING oslo_messaging._drivers.amqpdriver [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 767.912188] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381361, 'name': ReconfigVM_Task, 'duration_secs': 0.558549} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.913302] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022/7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.913835] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50ebefe-2dd9-4b31-aedd-a4db4fc536a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.931621] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 767.931621] env[62979]: value = "task-2381366" [ 767.931621] env[62979]: _type = "Task" [ 767.931621] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.942854] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381366, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.064728] env[62979]: INFO nova.compute.manager [-] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Took 1.78 seconds to deallocate network for instance. [ 768.099414] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.108986] env[62979]: INFO nova.compute.resource_tracker [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating resource usage from migration dcf18052-462c-4c16-a614-e7174c279cc9 [ 768.135601] env[62979]: DEBUG oslo_concurrency.lockutils [req-bf52f27a-9eb1-4a40-bdba-01c30641257d req-40c5e0d0-4300-4926-9ef6-03fe95319625 service nova] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.210000] env[62979]: DEBUG nova.compute.manager [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-vif-deleted-366aba5c-de9c-4dc7-bb8a-e2017d6653a2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.210000] env[62979]: INFO nova.compute.manager [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Neutron deleted interface 366aba5c-de9c-4dc7-bb8a-e2017d6653a2; detaching it from the instance and deleting it from the info cache [ 768.210546] env[62979]: DEBUG nova.network.neutron [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.220643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f76a269d-38ac-4962-9da0-8cff4713e1de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.317s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.231351] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381365, 'name': PowerOffVM_Task, 'duration_secs': 0.366974} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.234858] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.235094] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.235896] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc43f028-498d-4e29-95de-9de6ef234082 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.238949] env[62979]: DEBUG nova.network.neutron [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.240648] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.240915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.241150] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.243080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.243080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.248928] env[62979]: INFO nova.compute.manager [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Terminating instance [ 768.266234] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.380327] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.381419] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.381419] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleting the datastore file [datastore1] 15c9971e-9ecb-452d-a48c-4be8d00b1f64 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.381660] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b991ac1a-9f8f-4e05-a084-15eeca6dea85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.388343] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.390065] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 768.390065] env[62979]: value = "task-2381368" [ 768.390065] env[62979]: _type = "Task" [ 768.390065] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.396730] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Successfully created port: 744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.404727] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.445899] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381366, 'name': Rename_Task, 'duration_secs': 0.222215} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.446356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.446620] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44ae962-bc1c-4c93-a064-b79d36be9fe4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.458055] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 768.458055] env[62979]: value = "task-2381369" [ 768.458055] env[62979]: _type = "Task" [ 768.458055] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.469613] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.574638] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.702863] env[62979]: INFO nova.network.neutron [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Port 366aba5c-de9c-4dc7-bb8a-e2017d6653a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 768.702863] env[62979]: DEBUG nova.network.neutron [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [{"id": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "address": "fa:16:3e:1d:09:2b", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24010670-24", "ovs_interfaceid": "24010670-24b2-42e4-8eef-2eb75ca4b29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.715294] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] Acquiring lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.745547] env[62979]: INFO nova.compute.manager [-] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Took 2.44 seconds to deallocate network for instance. [ 768.752205] env[62979]: DEBUG nova.compute.manager [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.752433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.754143] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ee802-2ad1-4cb1-bfe0-e4d8900fbcec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.768208] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.771541] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9641b8a4-a8cf-4673-900f-55c0898c2627 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.773852] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381348, 'name': CloneVM_Task, 'duration_secs': 3.788881} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.774231] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Created linked-clone VM from snapshot [ 768.775581] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3203e-35ca-49da-819f-f5e6770d39e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.781904] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f417ce3-ecea-44e3-bf21-795e489d567a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.792563] env[62979]: DEBUG nova.objects.instance [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lazy-loading 'flavor' on Instance uuid aa4bdd4a-f03c-48a3-973a-d965db0348a2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.794045] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Uploading image 74c1d72f-5d69-4168-9b05-030c0c937149 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.797192] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 768.797192] env[62979]: value = "task-2381370" [ 768.797192] env[62979]: _type = "Task" [ 768.797192] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.808994] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e65af-dee3-4eff-affe-4b11299bbab3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.814055] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.849703] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e47831-3fe3-4df4-8570-d23b88e4d9e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.859599] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378f4705-fce2-4a0c-9f32-b02579257aba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.865781] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.865781] env[62979]: value = "vm-483309" [ 768.865781] env[62979]: _type = "VirtualMachine" [ 768.865781] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.866433] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-657c3c7e-30b6-4261-b5ae-e9a52c805442 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.881729] env[62979]: DEBUG nova.compute.provider_tree [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.884912] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease: (returnval){ [ 768.884912] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb5bc0-0d82-1196-7c8b-23bd5d79e64b" [ 768.884912] env[62979]: _type = "HttpNfcLease" [ 768.884912] env[62979]: } obtained for exporting VM: (result){ [ 768.884912] env[62979]: value = "vm-483309" [ 768.884912] env[62979]: _type = "VirtualMachine" [ 768.884912] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.885382] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the lease: (returnval){ [ 768.885382] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb5bc0-0d82-1196-7c8b-23bd5d79e64b" [ 768.885382] env[62979]: _type = "HttpNfcLease" [ 768.885382] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.896463] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.896463] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb5bc0-0d82-1196-7c8b-23bd5d79e64b" [ 768.896463] env[62979]: _type = "HttpNfcLease" [ 768.896463] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 768.899863] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 768.899863] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb5bc0-0d82-1196-7c8b-23bd5d79e64b" [ 768.899863] env[62979]: _type = "HttpNfcLease" [ 768.899863] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 768.900579] env[62979]: DEBUG oslo_vmware.api [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277943} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.901334] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ce171-0b91-456c-ae15-ef4b755422c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.904052] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.904272] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.904457] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.904886] env[62979]: INFO nova.compute.manager [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Took 1.23 seconds to destroy the instance on the hypervisor. [ 768.904886] env[62979]: DEBUG oslo.service.loopingcall [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.905759] env[62979]: DEBUG nova.compute.manager [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.905860] env[62979]: DEBUG nova.network.neutron [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.918307] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 768.918307] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 768.992937] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.038460] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-763ab9bf-22c1-465f-b71c-a66357f8be60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.089792] env[62979]: DEBUG nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-vif-unplugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.090653] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.091286] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.091596] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.091959] env[62979]: DEBUG nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] No waiting events found dispatching network-vif-unplugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.092268] env[62979]: WARNING nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received unexpected event network-vif-unplugged-b41f0056-51ef-4ce7-a592-144cea531ea1 for instance with vm_state shelved_offloaded and task_state None. [ 769.094221] env[62979]: DEBUG nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.094221] env[62979]: DEBUG nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing instance network info cache due to event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.094221] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.094221] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.094221] env[62979]: DEBUG nova.network.neutron [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.123633] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.203018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.203018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.203018] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 769.205279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.216818] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.217341] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.217656] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.217966] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.220076] env[62979]: DEBUG nova.virt.hardware [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.221570] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c01b8-166e-4824-a3f9-0930be4a15ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233349] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Successfully updated port: cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.245975] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.246908] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfeea6-5b84-4417-a92d-b43774127ec8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.255145] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59653fee-962b-42e3-8e80-728a0e431103 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.261382] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.267179] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.267364] env[62979]: ERROR oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk due to incomplete transfer. [ 769.276914] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1215f7d-7717-4190-8485-ff134196d512 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.287514] env[62979]: DEBUG oslo_vmware.rw_handles [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520880c4-613a-eea5-42eb-cde625d4badf/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.287728] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Uploaded image 1551e799-51e4-4dca-b16b-de2deb300ca4 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.289656] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.290449] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f3bb578-8503-4bc8-9fcf-2c1b9ab84ae5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.304063] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 769.304063] env[62979]: value = "task-2381372" [ 769.304063] env[62979]: _type = "Task" [ 769.304063] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.304063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-510dc684-7de3-4563-8103-2339f04fe104 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.438s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.318564] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381370, 'name': PowerOffVM_Task, 'duration_secs': 0.246074} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.322442] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.322660] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.323040] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381372, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.323679] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf81fc8-f686-452d-8477-7ff49e3a141a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.386764] env[62979]: DEBUG nova.scheduler.client.report [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.435947] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.435947] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.435947] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleting the datastore file [datastore2] c8c7241a-1c88-4c14-a755-21f0873d80de {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.436334] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27827179-bef6-4637-9b66-945e695f1295 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.445512] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 769.445512] env[62979]: value = "task-2381374" [ 769.445512] env[62979]: _type = "Task" [ 769.445512] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.457728] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.496827] env[62979]: DEBUG oslo_vmware.api [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381369, 'name': PowerOnVM_Task, 'duration_secs': 0.713464} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.496827] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.497292] env[62979]: INFO nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Took 8.32 seconds to spawn the instance on the hypervisor. [ 769.497707] env[62979]: DEBUG nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.498749] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d271e8d-dc51-4ca4-a763-30dab1983ac1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.710498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0603e2e-49af-4cd2-8f4f-91a37e8f7923 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c8c7241a-1c88-4c14-a755-21f0873d80de-366aba5c-de9c-4dc7-bb8a-e2017d6653a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.520s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.822083] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381372, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.860044] env[62979]: DEBUG nova.network.neutron [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.879225] env[62979]: DEBUG nova.network.neutron [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updated VIF entry in instance network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.879504] env[62979]: DEBUG nova.network.neutron [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb41f0056-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.893038] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.810s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.893038] env[62979]: INFO nova.compute.manager [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Migrating [ 769.905185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.323s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.905559] env[62979]: DEBUG nova.objects.instance [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'resources' on Instance uuid 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.965510] env[62979]: DEBUG oslo_vmware.api [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392319} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.965510] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.965873] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.965991] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.966240] env[62979]: INFO nova.compute.manager [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Took 1.21 seconds to destroy the instance on the hypervisor. [ 769.966523] env[62979]: DEBUG oslo.service.loopingcall [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.966742] env[62979]: DEBUG nova.compute.manager [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.966844] env[62979]: DEBUG nova.network.neutron [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.022389] env[62979]: INFO nova.compute.manager [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Took 36.04 seconds to build instance. [ 770.321716] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381372, 'name': Destroy_Task, 'duration_secs': 0.672629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.322328] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Destroyed the VM [ 770.322832] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.323493] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9b346ac-cd39-4588-baf6-7ec90c5bbea1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.333275] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 770.333275] env[62979]: value = "task-2381375" [ 770.333275] env[62979]: _type = "Task" [ 770.333275] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.345601] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.362486] env[62979]: INFO nova.compute.manager [-] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Took 1.46 seconds to deallocate network for instance. [ 770.382169] env[62979]: DEBUG oslo_concurrency.lockutils [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.382451] env[62979]: DEBUG nova.compute.manager [req-b40570f6-46a3-4c7b-9b60-5c8922e69cef req-2d541ac6-8922-4365-9351-27e14866a106 service nova] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Received event network-vif-deleted-ac6e83ec-0732-4dff-9dfb-f31797b67375 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.419826] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.420439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.421009] env[62979]: DEBUG nova.network.neutron [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.526258] env[62979]: DEBUG oslo_concurrency.lockutils [None req-023dde0f-bfb1-4674-b0d8-8c170dd7cb96 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.009s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.670405] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.744080] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Successfully updated port: 744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.797632] env[62979]: DEBUG nova.compute.manager [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-vif-plugged-cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.797863] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Acquiring lock "e464df66-37d9-4500-9b94-2271ed65e319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.798107] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.798305] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.798489] env[62979]: DEBUG nova.compute.manager [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] No waiting events found dispatching network-vif-plugged-cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.798667] env[62979]: WARNING nova.compute.manager [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received unexpected event network-vif-plugged-cf869c6c-feee-4766-bff8-577a2dec264c for instance with vm_state building and task_state spawning. [ 770.798832] env[62979]: DEBUG nova.compute.manager [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-changed-cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.798990] env[62979]: DEBUG nova.compute.manager [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Refreshing instance network info cache due to event network-changed-cf869c6c-feee-4766-bff8-577a2dec264c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.799199] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Acquiring lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.799342] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Acquired lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.799505] env[62979]: DEBUG nova.network.neutron [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Refreshing network info cache for port cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.848966] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381375, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.874243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.054948] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f72f7-d03d-471d-ae72-94a886b1384b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.068439] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ccab78-4325-4536-90e3-a10577a7b757 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.111828] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246765f7-036f-4ffb-9490-29b2a1423aa5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.125073] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc367d-adc8-473c-b56f-059154f831b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.148632] env[62979]: DEBUG nova.compute.provider_tree [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.174795] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.175032] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 771.175239] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.175397] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.175543] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.175688] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.175828] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.175970] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.176109] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 771.176255] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.250446] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.250446] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.250446] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.260428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.260944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.355655] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381375, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.393132] env[62979]: DEBUG nova.network.neutron [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.438312] env[62979]: DEBUG nova.network.neutron [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.504107] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Successfully updated port: b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.515943] env[62979]: DEBUG nova.network.neutron [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.576022] env[62979]: DEBUG nova.network.neutron [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.651644] env[62979]: DEBUG nova.scheduler.client.report [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.682120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.731967] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Received event network-vif-deleted-c1963164-edab-463b-9b4d-4aadff85432a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.732374] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Received event network-vif-plugged-744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.732600] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Acquiring lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.732917] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.733213] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.733384] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] No waiting events found dispatching network-vif-plugged-744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.733582] env[62979]: WARNING nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Received unexpected event network-vif-plugged-744aaf7d-2997-4da8-8010-27136c9c6e94 for instance with vm_state building and task_state spawning. [ 771.733751] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Received event network-changed-744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.733951] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Refreshing instance network info cache due to event network-changed-744aaf7d-2997-4da8-8010-27136c9c6e94. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.734220] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Acquiring lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.764047] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.791830] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.850741] env[62979]: DEBUG oslo_vmware.api [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.275908} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.850920] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.851176] env[62979]: INFO nova.compute.manager [None req-2d92027d-ce51-4c34-a61f-6b3f343ae4e5 tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 18.23 seconds to snapshot the instance on the hypervisor. [ 771.932616] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.932842] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.941661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.011332] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.024263] env[62979]: DEBUG nova.network.neutron [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Updating instance_info_cache with network_info: [{"id": "744aaf7d-2997-4da8-8010-27136c9c6e94", "address": "fa:16:3e:ce:c9:e2", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aaf7d-29", "ovs_interfaceid": "744aaf7d-2997-4da8-8010-27136c9c6e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.025743] env[62979]: DEBUG oslo_concurrency.lockutils [req-076ccb8d-fd32-44bb-91d8-9d02ee85aef4 req-df2449d9-63f9-4fa2-b94f-38567796be5a service nova] Releasing lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.026471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.026634] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.032047] env[62979]: INFO nova.compute.manager [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Rebuilding instance [ 772.080346] env[62979]: INFO nova.compute.manager [-] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Took 2.11 seconds to deallocate network for instance. [ 772.087799] env[62979]: DEBUG nova.compute.manager [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.088976] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c41c96-519b-46b8-a342-3631330ba20d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.156430] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.158950] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.833s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.160969] env[62979]: INFO nova.compute.claims [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.165357] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.181226] env[62979]: INFO nova.scheduler.client.report [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance 233c9ab0-3c91-420b-a8df-f7560d1ba7c7 [ 772.286028] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.437046] env[62979]: INFO nova.compute.manager [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Detaching volume dce17c83-533c-4654-bb6d-f9d45d166cec [ 772.484273] env[62979]: INFO nova.virt.block_device [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Attempting to driver detach volume dce17c83-533c-4654-bb6d-f9d45d166cec from mountpoint /dev/sdb [ 772.484472] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.484726] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483305', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'name': 'volume-dce17c83-533c-4654-bb6d-f9d45d166cec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4bdd4a-f03c-48a3-973a-d965db0348a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'serial': 'dce17c83-533c-4654-bb6d-f9d45d166cec'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 772.485755] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e83d4-60ab-45d0-9c71-a79937fd1be2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.510014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f490ef16-d187-44d5-8a15-0f8882b239e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.518514] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af59854-96c8-42c6-878e-b2c5a252af0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.541103] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.541423] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Instance network_info: |[{"id": "744aaf7d-2997-4da8-8010-27136c9c6e94", "address": "fa:16:3e:ce:c9:e2", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aaf7d-29", "ovs_interfaceid": "744aaf7d-2997-4da8-8010-27136c9c6e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.542297] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Acquired lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.542492] env[62979]: DEBUG nova.network.neutron [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Refreshing network info cache for port 744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.543601] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c9:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '744aaf7d-2997-4da8-8010-27136c9c6e94', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.553592] env[62979]: DEBUG oslo.service.loopingcall [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.554310] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e2879-8747-44d2-856e-83931f5bd70b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.560143] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.560644] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26c98fee-b69c-4831-bf41-ab080c2ba715 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.591797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.592158] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] The volume has not been displaced from its original location: [datastore2] volume-dce17c83-533c-4654-bb6d-f9d45d166cec/volume-dce17c83-533c-4654-bb6d-f9d45d166cec.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 772.597686] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.598770] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.601927] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d14893-177d-49d0-8a93-b9744eb736f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.617149] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.617149] env[62979]: value = "task-2381376" [ 772.617149] env[62979]: _type = "Task" [ 772.617149] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.626528] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Waiting for the task: (returnval){ [ 772.626528] env[62979]: value = "task-2381377" [ 772.626528] env[62979]: _type = "Task" [ 772.626528] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.634226] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381376, 'name': CreateVM_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.641623] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.693019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-31f50044-894f-4643-98fc-b0dbbb934523 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "233c9ab0-3c91-420b-a8df-f7560d1ba7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.447s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.789832] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.790364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.790364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.790567] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.790817] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.793369] env[62979]: INFO nova.compute.manager [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Terminating instance [ 772.943226] env[62979]: DEBUG nova.network.neutron [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Updated VIF entry in instance network info cache for port 744aaf7d-2997-4da8-8010-27136c9c6e94. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.943859] env[62979]: DEBUG nova.network.neutron [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Updating instance_info_cache with network_info: [{"id": "744aaf7d-2997-4da8-8010-27136c9c6e94", "address": "fa:16:3e:ce:c9:e2", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aaf7d-29", "ovs_interfaceid": "744aaf7d-2997-4da8-8010-27136c9c6e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.057358] env[62979]: DEBUG nova.compute.manager [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-vif-plugged-b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.060120] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Acquiring lock "e464df66-37d9-4500-9b94-2271ed65e319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.060120] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.060120] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.060120] env[62979]: DEBUG nova.compute.manager [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] No waiting events found dispatching network-vif-plugged-b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.060120] env[62979]: WARNING nova.compute.manager [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received unexpected event network-vif-plugged-b891129d-079d-4714-81f1-9cba5a0c737b for instance with vm_state building and task_state spawning. [ 773.060120] env[62979]: DEBUG nova.compute.manager [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-changed-b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.060120] env[62979]: DEBUG nova.compute.manager [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Refreshing instance network info cache due to event network-changed-b891129d-079d-4714-81f1-9cba5a0c737b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.060120] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Acquiring lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.121328] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.124758] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a0c1cdf-7752-4049-8270-2472f8c657e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.136493] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381376, 'name': CreateVM_Task, 'duration_secs': 0.475582} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.141581] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.142045] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381377, 'name': ReconfigVM_Task, 'duration_secs': 0.391777} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.142473] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 773.142473] env[62979]: value = "task-2381378" [ 773.142473] env[62979]: _type = "Task" [ 773.142473] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.143246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.143499] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.143920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.144254] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.152051] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0de0b69-457c-4c37-9fe3-22ec187fd493 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.154725] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e91438-1268-4fde-b25c-9d718a623934 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.182086] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 773.182086] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e454be-2c55-6c3e-104b-6374f657f3b7" [ 773.182086] env[62979]: _type = "Task" [ 773.182086] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.187040] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.191631] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Waiting for the task: (returnval){ [ 773.191631] env[62979]: value = "task-2381379" [ 773.191631] env[62979]: _type = "Task" [ 773.191631] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.202712] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e454be-2c55-6c3e-104b-6374f657f3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.211146] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.299359] env[62979]: DEBUG nova.compute.manager [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.299688] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.301046] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64196916-ec7c-43b5-9da2-38e3117ebcbe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.310161] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.311051] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e331d8da-fd51-4a9c-93ec-020dce9492d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.323163] env[62979]: DEBUG nova.network.neutron [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updating instance_info_cache with network_info: [{"id": "cf869c6c-feee-4766-bff8-577a2dec264c", "address": "fa:16:3e:e4:29:f7", "network": {"id": "605f7875-f28e-4fff-b564-03c2e5349889", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-790840557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf869c6c-fe", "ovs_interfaceid": "cf869c6c-feee-4766-bff8-577a2dec264c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b891129d-079d-4714-81f1-9cba5a0c737b", "address": "fa:16:3e:60:ef:1c", "network": {"id": "48813385-6803-4f5d-9e90-c38a996ba5f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342752682", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb891129d-07", "ovs_interfaceid": "b891129d-079d-4714-81f1-9cba5a0c737b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.323755] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 773.323755] env[62979]: value = "task-2381380" [ 773.323755] env[62979]: _type = "Task" [ 773.323755] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.337890] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.450811] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] Releasing lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.451127] env[62979]: DEBUG nova.compute.manager [req-0f7326db-8845-47b1-bf7a-e33763e1ae6c req-cea4e8a5-7621-4612-82fa-11e8038606b8 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Received event network-vif-deleted-24010670-24b2-42e4-8eef-2eb75ca4b29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.460688] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3333a5-a83f-44d7-9986-97489c61825b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.483820] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.665458] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381378, 'name': PowerOffVM_Task, 'duration_secs': 0.284566} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.668363] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.668629] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.669707] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57dff5-79c3-4b85-8682-91e45523bba3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.678538] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.678844] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74eb7f7-c39e-4834-8031-8827d727aae6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.697309] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e454be-2c55-6c3e-104b-6374f657f3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.019583} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.703902] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.704197] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.704454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.704686] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704783] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.705349] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ecfc9d-8e49-4f94-a90f-faf45e9f0c47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.715035] env[62979]: DEBUG oslo_vmware.api [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Task: {'id': task-2381379, 'name': ReconfigVM_Task, 'duration_secs': 0.25646} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.715329] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483305', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'name': 'volume-dce17c83-533c-4654-bb6d-f9d45d166cec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa4bdd4a-f03c-48a3-973a-d965db0348a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce17c83-533c-4654-bb6d-f9d45d166cec', 'serial': 'dce17c83-533c-4654-bb6d-f9d45d166cec'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.722719] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.722719] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.723439] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6832a82f-f050-49ed-a785-e42a5a24d774 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.730765] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 773.730765] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a0b6d-f63f-a1aa-cef5-0604a5ec86f4" [ 773.730765] env[62979]: _type = "Task" [ 773.730765] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.746026] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a0b6d-f63f-a1aa-cef5-0604a5ec86f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.760619] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.760845] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.761029] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore2] 153d640d-0e18-488d-9e77-b846e4111200 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.761326] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90786b84-3543-4e06-83fe-2857953e5334 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.772112] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 773.772112] env[62979]: value = "task-2381382" [ 773.772112] env[62979]: _type = "Task" [ 773.772112] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.783319] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.831026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.831026] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance network_info: |[{"id": "cf869c6c-feee-4766-bff8-577a2dec264c", "address": "fa:16:3e:e4:29:f7", "network": {"id": "605f7875-f28e-4fff-b564-03c2e5349889", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-790840557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf869c6c-fe", "ovs_interfaceid": "cf869c6c-feee-4766-bff8-577a2dec264c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b891129d-079d-4714-81f1-9cba5a0c737b", "address": "fa:16:3e:60:ef:1c", "network": {"id": "48813385-6803-4f5d-9e90-c38a996ba5f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342752682", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb891129d-07", "ovs_interfaceid": "b891129d-079d-4714-81f1-9cba5a0c737b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.831026] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Acquired lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.831026] env[62979]: DEBUG nova.network.neutron [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Refreshing network info cache for port b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.831026] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:29:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf869c6c-feee-4766-bff8-577a2dec264c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ef:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b891129d-079d-4714-81f1-9cba5a0c737b', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.840825] env[62979]: DEBUG oslo.service.loopingcall [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.851459] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.851983] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381380, 'name': PowerOffVM_Task, 'duration_secs': 0.275681} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.852695] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a24ad0-d225-4370-83c0-b8112cfb26ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.872446] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.872734] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.874776] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec840ea7-a7cc-4648-9e7a-707e368487bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.878068] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb16f1-932e-4410-87b8-294b63bfee35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.888426] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.888426] env[62979]: value = "task-2381383" [ 773.888426] env[62979]: _type = "Task" [ 773.888426] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.889993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648d13f-c36c-4a69-8d86-c812f2a79d18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.928092] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381383, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.929585] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82155ff7-388c-4015-ac1d-af0052d98496 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.942352] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e763cd4-0d1f-4b39-9d40-5fbaa2aca456 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.956429] env[62979]: DEBUG nova.compute.provider_tree [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.985177] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.985548] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.985836] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore2] 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.986168] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6d8026-09b3-4faf-9131-01b4be58e1b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.990422] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.990748] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d44cea1-518b-4066-93c4-2d809710415e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.998949] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 773.998949] env[62979]: value = "task-2381385" [ 773.998949] env[62979]: _type = "Task" [ 773.998949] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.002204] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 774.002204] env[62979]: value = "task-2381386" [ 774.002204] env[62979]: _type = "Task" [ 774.002204] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.021492] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.021829] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.247982] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a0b6d-f63f-a1aa-cef5-0604a5ec86f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.248474] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb5a960-5187-4791-9732-dc66007098a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.256785] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 774.256785] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526574b7-a48a-7b5d-ec22-9e6122e28095" [ 774.256785] env[62979]: _type = "Task" [ 774.256785] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.266992] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526574b7-a48a-7b5d-ec22-9e6122e28095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.278166] env[62979]: DEBUG nova.objects.instance [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lazy-loading 'flavor' on Instance uuid aa4bdd4a-f03c-48a3-973a-d965db0348a2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.285598] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265107} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.285904] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.286134] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.286375] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.299756] env[62979]: DEBUG nova.network.neutron [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updated VIF entry in instance network info cache for port b891129d-079d-4714-81f1-9cba5a0c737b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.299756] env[62979]: DEBUG nova.network.neutron [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updating instance_info_cache with network_info: [{"id": "cf869c6c-feee-4766-bff8-577a2dec264c", "address": "fa:16:3e:e4:29:f7", "network": {"id": "605f7875-f28e-4fff-b564-03c2e5349889", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-790840557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf869c6c-fe", "ovs_interfaceid": "cf869c6c-feee-4766-bff8-577a2dec264c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b891129d-079d-4714-81f1-9cba5a0c737b", "address": "fa:16:3e:60:ef:1c", "network": {"id": "48813385-6803-4f5d-9e90-c38a996ba5f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342752682", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb891129d-07", "ovs_interfaceid": "b891129d-079d-4714-81f1-9cba5a0c737b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.400197] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381383, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.459816] env[62979]: DEBUG nova.scheduler.client.report [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.515660] env[62979]: DEBUG oslo_vmware.api [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300567} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.515660] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.515660] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.515660] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.515660] env[62979]: INFO nova.compute.manager [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Took 1.22 seconds to destroy the instance on the hypervisor. [ 774.515997] env[62979]: DEBUG oslo.service.loopingcall [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.515997] env[62979]: DEBUG nova.compute.manager [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.516147] env[62979]: DEBUG nova.network.neutron [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.520961] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381386, 'name': PowerOffVM_Task, 'duration_secs': 0.249228} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.522366] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.522366] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.530862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.531219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.531473] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.531810] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.531994] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.534197] env[62979]: INFO nova.compute.manager [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Terminating instance [ 774.769399] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526574b7-a48a-7b5d-ec22-9e6122e28095, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.769711] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.769979] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] b7258889-c444-4d40-b4b5-924943adf2b5/b7258889-c444-4d40-b4b5-924943adf2b5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.770266] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0253a633-52eb-4a1c-8024-664693ba805e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.778649] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 774.778649] env[62979]: value = "task-2381387" [ 774.778649] env[62979]: _type = "Task" [ 774.778649] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.798732] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.804135] env[62979]: DEBUG oslo_concurrency.lockutils [req-af327bb3-ea43-4d29-acd9-ef09df9ea7ba req-82acde05-59c2-4d23-847c-6c5bccbd7b52 service nova] Releasing lock "refresh_cache-e464df66-37d9-4500-9b94-2271ed65e319" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.902216] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381383, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.951242] env[62979]: DEBUG nova.compute.manager [req-a20f9654-8225-4a24-b635-f502dcaaa4e0 req-a5c38811-cbd2-4329-b575-726e39065d38 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Received event network-vif-deleted-1ae67ef7-b2c7-4f20-8c9b-866d0d59d134 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.951629] env[62979]: INFO nova.compute.manager [req-a20f9654-8225-4a24-b635-f502dcaaa4e0 req-a5c38811-cbd2-4329-b575-726e39065d38 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Neutron deleted interface 1ae67ef7-b2c7-4f20-8c9b-866d0d59d134; detaching it from the instance and deleting it from the info cache [ 774.952090] env[62979]: DEBUG nova.network.neutron [req-a20f9654-8225-4a24-b635-f502dcaaa4e0 req-a5c38811-cbd2-4329-b575-726e39065d38 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.970236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.970236] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.971344] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.467s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.971736] env[62979]: DEBUG nova.objects.instance [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lazy-loading 'resources' on Instance uuid 1bef287c-27f6-4a1e-9445-e18b2bfb5ded {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.031327] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.031642] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.031867] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.032080] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.032260] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.032413] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.032641] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.032836] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.033026] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.033229] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.033440] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.039321] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48678924-3293-48d0-92c3-ff804142c932 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.051792] env[62979]: DEBUG nova.compute.manager [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.051866] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.053254] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76f7fe-79fa-464a-b2cb-70c69bb5a816 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.067274] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.068536] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae255316-c2fa-4319-b0e5-13fdc652f2d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.070440] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 775.070440] env[62979]: value = "task-2381388" [ 775.070440] env[62979]: _type = "Task" [ 775.070440] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.079852] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 775.079852] env[62979]: value = "task-2381389" [ 775.079852] env[62979]: _type = "Task" [ 775.079852] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.084922] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.098654] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.290953] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1e5a103b-c102-420b-811f-4edbc0862463 tempest-VolumesAssistedSnapshotsTest-1738526704 tempest-VolumesAssistedSnapshotsTest-1738526704-project-admin] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.292111] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381387, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.339638] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.339925] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.340108] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.340299] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.340447] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.340599] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.340822] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.340990] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.341192] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.341359] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.341531] env[62979]: DEBUG nova.virt.hardware [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.342714] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0750c01d-c82d-40d0-93d4-e4547e7e070e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.351752] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e467a92f-7816-4f98-87a9-610acaa274eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357285] env[62979]: DEBUG nova.network.neutron [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.366733] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:57:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52208ffd-5a0a-42bf-8274-4066c696fb29', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.374339] env[62979]: DEBUG oslo.service.loopingcall [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.375478] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.375712] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30800a2a-9937-4fba-b4c5-a14ab7c86be8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.399534] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.399534] env[62979]: value = "task-2381390" [ 775.399534] env[62979]: _type = "Task" [ 775.399534] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.402456] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381383, 'name': CreateVM_Task, 'duration_secs': 1.077604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.405827] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.406746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.406907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.407254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.408183] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05a8ff2-2b3e-4e9a-8edc-7ba19462cc15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.413161] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381390, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.414560] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 775.414560] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b8af43-555d-d119-40b4-3926aed007e2" [ 775.414560] env[62979]: _type = "Task" [ 775.414560] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.423874] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b8af43-555d-d119-40b4-3926aed007e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.459937] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b222a0e5-7248-489d-9b3a-e3e38e350cfe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.472302] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38fa587-5654-4fd2-b1fc-0a50935cc62d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.489523] env[62979]: DEBUG nova.compute.utils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.491863] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.491863] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.530321] env[62979]: DEBUG nova.compute.manager [req-a20f9654-8225-4a24-b635-f502dcaaa4e0 req-a5c38811-cbd2-4329-b575-726e39065d38 service nova] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Detach interface failed, port_id=1ae67ef7-b2c7-4f20-8c9b-866d0d59d134, reason: Instance 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 775.580430] env[62979]: DEBUG nova.policy [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89d6ecd9f414de390a791e8e7034096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392ae630586d4cd3b3f0386f1544e2fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.598159] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381388, 'name': ReconfigVM_Task, 'duration_secs': 0.418176} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.598831] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.609596] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381389, 'name': PowerOffVM_Task, 'duration_secs': 0.52427} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.610048] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.610048] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.610220] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94136be5-c34a-4c5a-b7ab-c64d1da5190f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.700819] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.701452] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.701452] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Deleting the datastore file [datastore2] 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.703809] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ab89fd-47a5-4f0e-803c-f74dc61eaec5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.709419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.709688] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.718418] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for the task: (returnval){ [ 775.718418] env[62979]: value = "task-2381393" [ 775.718418] env[62979]: _type = "Task" [ 775.718418] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.728966] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.792417] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518962} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.793037] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] b7258889-c444-4d40-b4b5-924943adf2b5/b7258889-c444-4d40-b4b5-924943adf2b5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.793356] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.793644] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a283435-4a91-41bd-9195-c4858c9c5d2e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.801870] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 775.801870] env[62979]: value = "task-2381394" [ 775.801870] env[62979]: _type = "Task" [ 775.801870] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.815930] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.878380] env[62979]: INFO nova.compute.manager [-] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Took 1.36 seconds to deallocate network for instance. [ 775.916188] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381390, 'name': CreateVM_Task, 'duration_secs': 0.457416} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.919243] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.919962] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.920157] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.920469] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.921136] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29edd2ef-4a11-4671-8a6c-67d293a0f7ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.929536] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b8af43-555d-d119-40b4-3926aed007e2, 'name': SearchDatastore_Task, 'duration_secs': 0.026927} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.930452] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.930789] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.931134] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.931370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.931592] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.933225] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3d21bb-5f99-4bd3-b3ff-5fb8d45b0743 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.935119] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 775.935119] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f1fa64-52d5-8460-5672-71b150118024" [ 775.935119] env[62979]: _type = "Task" [ 775.935119] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.944254] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.944461] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.948056] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282c727a-1e03-4f99-9da1-5d6d3bcad292 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.950589] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f1fa64-52d5-8460-5672-71b150118024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.955154] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 775.955154] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52650559-9719-ccf6-674c-1ec505634915" [ 775.955154] env[62979]: _type = "Task" [ 775.955154] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.968708] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52650559-9719-ccf6-674c-1ec505634915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.996144] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.090278] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Successfully created port: 9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.112523] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:30:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56670ea3-ae28-4057-b28c-73c4245c7547',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678576116',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.112845] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.114761] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.114761] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.115141] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.115141] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.115692] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.115986] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.116436] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.116651] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.120048] env[62979]: DEBUG nova.virt.hardware [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.122733] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 776.126545] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908df2cb-e43c-4fac-a981-d0ae52715031 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.153788] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 776.153788] env[62979]: value = "task-2381395" [ 776.153788] env[62979]: _type = "Task" [ 776.153788] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.167822] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.176485] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.177406] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8556ed66-7205-4273-8cb8-2ad35efe23a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.186765] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.186953] env[62979]: ERROR oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk due to incomplete transfer. [ 776.187206] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e1a0ca6-a455-44b3-90c6-a26750a26c51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.197972] env[62979]: DEBUG oslo_vmware.rw_handles [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275a668-b0e6-562c-1bad-3eef4fb242b9/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.198216] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Uploaded image 74c1d72f-5d69-4168-9b05-030c0c937149 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.201397] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.201663] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65f377ac-f4a4-4725-a397-295b092dc3f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.208875] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 776.208875] env[62979]: value = "task-2381396" [ 776.208875] env[62979]: _type = "Task" [ 776.208875] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.215206] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.225994] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381396, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.232164] env[62979]: DEBUG oslo_vmware.api [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Task: {'id': task-2381393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17988} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.234861] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.235085] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.235401] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.235728] env[62979]: INFO nova.compute.manager [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 776.236042] env[62979]: DEBUG oslo.service.loopingcall [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.236479] env[62979]: DEBUG nova.compute.manager [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.236603] env[62979]: DEBUG nova.network.neutron [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.250207] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc03ca-b2fa-44ac-82fa-6dfbd19e25af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.258748] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911313b2-9761-49d2-a375-8612b0716a77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.295883] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38430b65-32f3-4486-b2c9-681c44845f88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.305396] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570885f-a527-4040-8425-9c9927b926bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.326515] env[62979]: DEBUG nova.compute.provider_tree [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.328460] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083807} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.328961] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.330393] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650726e3-ae65-4b3d-b77e-b3c298175000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.356327] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b7258889-c444-4d40-b4b5-924943adf2b5/b7258889-c444-4d40-b4b5-924943adf2b5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.356688] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e0d8f7-facf-4bb9-b99c-7555bc422ed9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.380890] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 776.380890] env[62979]: value = "task-2381397" [ 776.380890] env[62979]: _type = "Task" [ 776.380890] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.389969] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.397301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.446966] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f1fa64-52d5-8460-5672-71b150118024, 'name': SearchDatastore_Task, 'duration_secs': 0.016838} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.447306] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.447450] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.447682] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.448034] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.448034] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.448354] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee5173f-f805-42d8-a23c-876cc332f763 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.459759] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.460271] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.461047] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbeecef-8115-4930-b29d-32f01a662cad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.467837] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52650559-9719-ccf6-674c-1ec505634915, 'name': SearchDatastore_Task, 'duration_secs': 0.016771} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.467837] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da9135f-208d-4e2f-b679-605538c9fd0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.471285] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 776.471285] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c51175-e939-63eb-4b2b-c5c401294559" [ 776.471285] env[62979]: _type = "Task" [ 776.471285] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.476132] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 776.476132] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282e62f-f0fe-bf24-5483-652b7f2c8b71" [ 776.476132] env[62979]: _type = "Task" [ 776.476132] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.482950] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c51175-e939-63eb-4b2b-c5c401294559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.489160] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282e62f-f0fe-bf24-5483-652b7f2c8b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.640735] env[62979]: DEBUG nova.compute.manager [req-7cd22630-643f-439c-b80d-244e142867fd req-1228aad2-e8fb-42aa-9fab-d8f34dc28aa4 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Received event network-vif-deleted-8f25808b-f6eb-4ef3-9830-838f83a39d61 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.640979] env[62979]: INFO nova.compute.manager [req-7cd22630-643f-439c-b80d-244e142867fd req-1228aad2-e8fb-42aa-9fab-d8f34dc28aa4 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Neutron deleted interface 8f25808b-f6eb-4ef3-9830-838f83a39d61; detaching it from the instance and deleting it from the info cache [ 776.641213] env[62979]: DEBUG nova.network.neutron [req-7cd22630-643f-439c-b80d-244e142867fd req-1228aad2-e8fb-42aa-9fab-d8f34dc28aa4 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.665539] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381395, 'name': ReconfigVM_Task, 'duration_secs': 0.268577} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.665827] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 776.666627] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d4106-7e19-425f-b548-6f64d8cfa63b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.689234] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.689783] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364304ea-ee29-440a-b32f-4712875cd29b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.716019] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 776.716019] env[62979]: value = "task-2381398" [ 776.716019] env[62979]: _type = "Task" [ 776.716019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.719838] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381396, 'name': Destroy_Task, 'duration_secs': 0.363537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.731055] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Destroyed the VM [ 776.731055] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.732646] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-597a89af-f57a-459b-b28b-dc247042e0d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.744598] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.747425] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 776.747425] env[62979]: value = "task-2381399" [ 776.747425] env[62979]: _type = "Task" [ 776.747425] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.748073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.759150] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.831145] env[62979]: DEBUG nova.scheduler.client.report [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.893864] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.987505] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c51175-e939-63eb-4b2b-c5c401294559, 'name': SearchDatastore_Task, 'duration_secs': 0.017052} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.992163] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5282e62f-f0fe-bf24-5483-652b7f2c8b71, 'name': SearchDatastore_Task, 'duration_secs': 0.014025} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.992480] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff8fa4d-dcdb-46ce-9889-4b57e1130f91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.994832] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.995214] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e464df66-37d9-4500-9b94-2271ed65e319/e464df66-37d9-4500-9b94-2271ed65e319.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.995565] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6c85e4-987c-40c4-bc21-55b2b6c9e542 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.001129] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 777.001129] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5220068c-d7ec-8591-9191-8509d51dfb16" [ 777.001129] env[62979]: _type = "Task" [ 777.001129] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.006770] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.009096] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 777.009096] env[62979]: value = "task-2381400" [ 777.009096] env[62979]: _type = "Task" [ 777.009096] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.018521] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5220068c-d7ec-8591-9191-8509d51dfb16, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.019345] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.019795] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.020246] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c94112-6db9-471b-8188-8325cf05872f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.026915] env[62979]: DEBUG nova.network.neutron [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.028395] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.034910] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.035760] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.035760] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.035760] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.035760] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.035760] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.036087] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.036266] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.036481] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.037122] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.037122] env[62979]: DEBUG nova.virt.hardware [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.037710] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b94970-672e-4ab7-a04a-2ae2cb0235cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.045143] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 777.045143] env[62979]: value = "task-2381401" [ 777.045143] env[62979]: _type = "Task" [ 777.045143] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.052958] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa151be-4fa2-48c2-8999-262f2df80785 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.061032] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.145064] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-623c8a12-47bb-4570-8158-f59a4d8d91e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.156537] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24eb42-f4e5-4cdb-973c-50557bd3e48c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.196363] env[62979]: DEBUG nova.compute.manager [req-7cd22630-643f-439c-b80d-244e142867fd req-1228aad2-e8fb-42aa-9fab-d8f34dc28aa4 service nova] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Detach interface failed, port_id=8f25808b-f6eb-4ef3-9830-838f83a39d61, reason: Instance 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 777.209382] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.209710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.210024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.210288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.210672] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.213248] env[62979]: INFO nova.compute.manager [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Terminating instance [ 777.230334] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381398, 'name': ReconfigVM_Task, 'duration_secs': 0.37947} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.230636] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.230968] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.261536] env[62979]: DEBUG oslo_vmware.api [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381399, 'name': RemoveSnapshot_Task, 'duration_secs': 0.446907} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.261879] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.262158] env[62979]: INFO nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 777.294647] env[62979]: DEBUG nova.objects.instance [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lazy-loading 'flavor' on Instance uuid d05bd991-4bcc-4fec-9536-9220169fed55 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.338982] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.342023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.444s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.342360] env[62979]: DEBUG nova.objects.instance [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lazy-loading 'resources' on Instance uuid f8e22148-e48a-420d-9545-ea6443a462de {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.367191] env[62979]: INFO nova.scheduler.client.report [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Deleted allocations for instance 1bef287c-27f6-4a1e-9445-e18b2bfb5ded [ 777.396027] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381397, 'name': ReconfigVM_Task, 'duration_secs': 0.595328} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.396027] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b7258889-c444-4d40-b4b5-924943adf2b5/b7258889-c444-4d40-b4b5-924943adf2b5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.396371] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2266e79-a721-4376-bc76-9cc7f16d0ab9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.406394] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 777.406394] env[62979]: value = "task-2381402" [ 777.406394] env[62979]: _type = "Task" [ 777.406394] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.419318] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381402, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.522605] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.530413] env[62979]: INFO nova.compute.manager [-] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Took 1.29 seconds to deallocate network for instance. [ 777.558710] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.717626] env[62979]: DEBUG nova.compute.manager [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.717924] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.718883] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa5dcb-5d55-41d0-a8a0-17d324fc9338 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.727627] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.727936] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af20820-d22a-4dd3-9acb-24908e7f07a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.737336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7b2ca-f7d3-4b4a-8303-a9f928a5a21d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.759914] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99688f9f-828d-4a19-8534-15622a629016 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.766434] env[62979]: DEBUG nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance disappeared during snapshot {{(pid=62979) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 777.783503] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.791590] env[62979]: DEBUG nova.compute.manager [None req-07202c86-fec3-4e0f-a8fe-79daa21fa04c tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image not found during clean up 74c1d72f-5d69-4168-9b05-030c0c937149 {{(pid=62979) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 777.800901] env[62979]: DEBUG nova.compute.manager [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Received event network-vif-plugged-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.801318] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.801628] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.801800] env[62979]: DEBUG oslo_concurrency.lockutils [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.801968] env[62979]: DEBUG nova.compute.manager [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] No waiting events found dispatching network-vif-plugged-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.802143] env[62979]: WARNING nova.compute.manager [req-2e667dae-471a-4616-81d7-a84eb8914ef4 req-d5029ded-d93e-4991-875d-ef43452be06d service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Received unexpected event network-vif-plugged-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 for instance with vm_state building and task_state spawning. [ 777.802704] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.802856] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.806547] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.806743] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.806917] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore1] 8440db2d-970f-44b7-83ed-6e2986d92cf0 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.807682] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e7c7aa-b73b-4bf2-b713-2fe4cb019b7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.815467] env[62979]: DEBUG oslo_vmware.api [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 777.815467] env[62979]: value = "task-2381404" [ 777.815467] env[62979]: _type = "Task" [ 777.815467] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.827394] env[62979]: DEBUG oslo_vmware.api [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.876773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3a27f850-5eba-4743-85f6-045b5213cbf8 tempest-ServersV294TestFqdnHostnames-67151302 tempest-ServersV294TestFqdnHostnames-67151302-project-member] Lock "1bef287c-27f6-4a1e-9445-e18b2bfb5ded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.215s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.911415] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Successfully updated port: 9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.936564] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381402, 'name': Rename_Task, 'duration_secs': 0.241051} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.939818] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.943239] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46c7d71-86db-4bf6-bb31-01e6c4388608 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.944752] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.945276] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.954412] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 777.954412] env[62979]: value = "task-2381405" [ 777.954412] env[62979]: _type = "Task" [ 777.954412] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.968069] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.021779] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594021} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.022616] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e464df66-37d9-4500-9b94-2271ed65e319/e464df66-37d9-4500-9b94-2271ed65e319.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.022837] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.025409] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94664c5d-ec9c-4e57-b7d3-aa389f5ffa96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.033516] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 778.033516] env[62979]: value = "task-2381406" [ 778.033516] env[62979]: _type = "Task" [ 778.033516] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.037872] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.048632] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.060034] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662591} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.060330] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.060790] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.061629] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc492417-1d05-428f-8c13-97d950d0d6c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.075465] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 778.075465] env[62979]: value = "task-2381407" [ 778.075465] env[62979]: _type = "Task" [ 778.075465] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.088746] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.325943] env[62979]: DEBUG oslo_vmware.api [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198388} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.326331] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.326564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.326703] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.326875] env[62979]: INFO nova.compute.manager [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 778.327181] env[62979]: DEBUG oslo.service.loopingcall [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.327414] env[62979]: DEBUG nova.compute.manager [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.327512] env[62979]: DEBUG nova.network.neutron [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.392121] env[62979]: DEBUG nova.network.neutron [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.405295] env[62979]: DEBUG nova.network.neutron [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Port 59120207-0323-4dd6-b74b-3e41c25493d9 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 778.414871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.415024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.415274] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.437595] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c3b49c-897f-4b9f-9bec-89bc6df123c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.446389] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e87eb1-bae0-4f60-b058-5c3c21b0e4f3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.452276] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.489551] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd1247-7fca-4e54-ae4e-f60ca8cf1c4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.495475] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.502813] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d3c762-bed5-42a5-9d0d-543ef03fd221 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.519498] env[62979]: DEBUG nova.compute.provider_tree [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.546521] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074852} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.546521] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.546521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18c1e69-5545-4b21-ae14-0c810f55466a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.572686] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e464df66-37d9-4500-9b94-2271ed65e319/e464df66-37d9-4500-9b94-2271ed65e319.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.573340] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff86c0a2-9d90-4412-bcbf-980f86b66224 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.597572] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080073} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.598888] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.599251] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 778.599251] env[62979]: value = "task-2381408" [ 778.599251] env[62979]: _type = "Task" [ 778.599251] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.599925] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006f4e7-3480-4bba-8970-1be2fc8fd630 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.629218] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.632897] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5d8fbe-2905-4c91-aec1-580ceae8e7b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.647024] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.654527] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 778.654527] env[62979]: value = "task-2381409" [ 778.654527] env[62979]: _type = "Task" [ 778.654527] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.664258] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.677550] env[62979]: DEBUG nova.compute.manager [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-changed-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.677550] env[62979]: DEBUG nova.compute.manager [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing instance network info cache due to event network-changed-65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.677550] env[62979]: DEBUG oslo_concurrency.lockutils [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.973879] env[62979]: DEBUG oslo_vmware.api [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381405, 'name': PowerOnVM_Task, 'duration_secs': 0.594717} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.974098] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.974307] env[62979]: INFO nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Took 9.85 seconds to spawn the instance on the hypervisor. [ 778.974490] env[62979]: DEBUG nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.975508] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff084db-b36a-4a44-a7a0-328d4038ce3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.979626] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.990967] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.022460] env[62979]: DEBUG nova.scheduler.client.report [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.124869] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.165646] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.276093] env[62979]: DEBUG nova.network.neutron [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.425920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.426215] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.426439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.426675] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.426931] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.440023] env[62979]: INFO nova.compute.manager [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Terminating instance [ 779.440023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.440023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.440236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.496013] env[62979]: INFO nova.compute.manager [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Took 39.17 seconds to build instance. [ 779.531217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.533718] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.548s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.533971] env[62979]: DEBUG nova.objects.instance [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lazy-loading 'resources' on Instance uuid 9370b479-8925-4e3c-8f1b-5cd4488f42f5 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.557690] env[62979]: INFO nova.scheduler.client.report [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Deleted allocations for instance f8e22148-e48a-420d-9545-ea6443a462de [ 779.619719] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381408, 'name': ReconfigVM_Task, 'duration_secs': 0.919734} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.619993] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e464df66-37d9-4500-9b94-2271ed65e319/e464df66-37d9-4500-9b94-2271ed65e319.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.620754] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-185d5711-6e6f-4d09-96c1-d4a8d5fd5bad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.628065] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 779.628065] env[62979]: value = "task-2381410" [ 779.628065] env[62979]: _type = "Task" [ 779.628065] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.638737] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381410, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.650526] env[62979]: DEBUG nova.network.neutron [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Updating instance_info_cache with network_info: [{"id": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "address": "fa:16:3e:1b:72:ab", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a7658-78", "ovs_interfaceid": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.669290] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381409, 'name': ReconfigVM_Task, 'duration_secs': 0.897485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.672682] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 153d640d-0e18-488d-9e77-b846e4111200/153d640d-0e18-488d-9e77-b846e4111200.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.673657] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c059350-b01c-4bec-91c7-6f79cfab8dff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.682394] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 779.682394] env[62979]: value = "task-2381411" [ 779.682394] env[62979]: _type = "Task" [ 779.682394] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.692832] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381411, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.764431] env[62979]: DEBUG nova.network.neutron [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.778383] env[62979]: INFO nova.compute.manager [-] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Took 1.45 seconds to deallocate network for instance. [ 779.925856] env[62979]: DEBUG nova.compute.manager [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Received event network-changed-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.926166] env[62979]: DEBUG nova.compute.manager [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Refreshing instance network info cache due to event network-changed-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.926383] env[62979]: DEBUG oslo_concurrency.lockutils [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] Acquiring lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.944527] env[62979]: DEBUG nova.compute.manager [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.944730] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.951040] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb0f48-284a-4aee-a1f5-599fa14b0fa9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.956899] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.957215] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b5ab6a-368d-407c-8612-7fb1c6430ada {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.965671] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 779.965671] env[62979]: value = "task-2381412" [ 779.965671] env[62979]: _type = "Task" [ 779.965671] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.977028] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2381412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.999331] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b77205f4-98fd-4ce8-8aa8-01346f831996 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.380s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.066669] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7928c7be-b6d3-48e4-a820-6266c97585b8 tempest-ServersNegativeTestMultiTenantJSON-114733053 tempest-ServersNegativeTestMultiTenantJSON-114733053-project-member] Lock "f8e22148-e48a-420d-9545-ea6443a462de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.213s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.074042] env[62979]: DEBUG oslo_concurrency.lockutils [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Acquiring lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.074326] env[62979]: DEBUG oslo_concurrency.lockutils [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Acquired lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.074501] env[62979]: DEBUG nova.network.neutron [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.139682] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381410, 'name': Rename_Task, 'duration_secs': 0.156486} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.139682] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.139682] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59d2c59-bb23-4194-9b59-77bfb14fd5ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.150242] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 780.150242] env[62979]: value = "task-2381413" [ 780.150242] env[62979]: _type = "Task" [ 780.150242] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.153650] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.153958] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance network_info: |[{"id": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "address": "fa:16:3e:1b:72:ab", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a7658-78", "ovs_interfaceid": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.154282] env[62979]: DEBUG oslo_concurrency.lockutils [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] Acquired lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.154576] env[62979]: DEBUG nova.network.neutron [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Refreshing network info cache for port 9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.155782] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:72:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.163477] env[62979]: DEBUG oslo.service.loopingcall [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.166989] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.171221] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a117d83-dbbb-4143-966c-2e0ff22c83a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.186046] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.199678] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381411, 'name': Rename_Task, 'duration_secs': 0.154681} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.201393] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.201393] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.201393] env[62979]: value = "task-2381414" [ 780.201393] env[62979]: _type = "Task" [ 780.201393] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.204314] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a6da6a-cf4d-419e-8d2f-3f57c73c2bde {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.217864] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381414, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.219414] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 780.219414] env[62979]: value = "task-2381415" [ 780.219414] env[62979]: _type = "Task" [ 780.219414] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.233509] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.262113] env[62979]: DEBUG nova.objects.instance [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lazy-loading 'flavor' on Instance uuid d05bd991-4bcc-4fec-9536-9220169fed55 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.270298] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.270573] env[62979]: DEBUG nova.compute.manager [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Inject network info {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 780.270981] env[62979]: DEBUG nova.compute.manager [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] network_info to inject: |[{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 780.277173] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfiguring VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 780.277173] env[62979]: DEBUG oslo_concurrency.lockutils [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.277173] env[62979]: DEBUG nova.network.neutron [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.281284] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ddd005-306f-4df4-bd5e-d3ea627d6fdd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.299281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.307089] env[62979]: DEBUG oslo_vmware.api [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 780.307089] env[62979]: value = "task-2381416" [ 780.307089] env[62979]: _type = "Task" [ 780.307089] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.319043] env[62979]: DEBUG oslo_vmware.api [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.486858] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2381412, 'name': PowerOffVM_Task, 'duration_secs': 0.240594} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.490390] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.490592] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.491152] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab5e8c86-25df-456c-bdd0-d80d41594e15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.562257] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.562430] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.562706] env[62979]: DEBUG nova.network.neutron [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.660944] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381413, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.664892] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c0a47-aa85-40b1-a4d8-5805300bb224 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.675145] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa3c8fa-1996-4dc9-bc0c-78ed5616eb4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.729814] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82719de5-07ba-4f4d-915d-d78b0c18b5ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.743888] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381414, 'name': CreateVM_Task, 'duration_secs': 0.393331} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.751636] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.752163] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.752805] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.753194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.753876] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.755262] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cde1a95-5a43-4bb9-bca3-1bff49d65750 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.762021] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93254231-84ce-4599-8140-4704b5a2b94e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.769869] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 780.769869] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52da3d45-3635-7d30-eb3a-f906d2afc0ff" [ 780.769869] env[62979]: _type = "Task" [ 780.769869] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.778406] env[62979]: DEBUG oslo_concurrency.lockutils [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.779018] env[62979]: DEBUG nova.compute.provider_tree [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.792447] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52da3d45-3635-7d30-eb3a-f906d2afc0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.793411] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.793877] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.794188] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.794294] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.794474] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.797093] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0530d7a9-bb96-4599-8cf3-69272b0b22af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.808161] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.808411] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.811943] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fad5703-ce00-4366-835b-d9d6153ac525 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.821897] env[62979]: DEBUG oslo_vmware.api [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381416, 'name': ReconfigVM_Task, 'duration_secs': 0.171296} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.823327] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39c6a5c5-e9f2-4b64-b8df-1dd01f3ce339 tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfigured VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 780.826142] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 780.826142] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cbaebb-51e6-ebdb-1437-0c58fb0863b5" [ 780.826142] env[62979]: _type = "Task" [ 780.826142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.836066] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cbaebb-51e6-ebdb-1437-0c58fb0863b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.836924] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aabd5a1-1a96-48bf-b01f-e1af7affbdb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.845509] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 780.845509] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c7b69-0198-db0a-71e5-436e9af90f01" [ 780.845509] env[62979]: _type = "Task" [ 780.845509] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.854812] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c7b69-0198-db0a-71e5-436e9af90f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.051591] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.051722] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.051981] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Deleting the datastore file [datastore1] aa4bdd4a-f03c-48a3-973a-d965db0348a2 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.052375] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ded442d-ba2c-4138-a29a-410d05d8f5fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.077395] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for the task: (returnval){ [ 781.077395] env[62979]: value = "task-2381418" [ 781.077395] env[62979]: _type = "Task" [ 781.077395] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.088486] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2381418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.162196] env[62979]: DEBUG oslo_vmware.api [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381413, 'name': PowerOnVM_Task, 'duration_secs': 0.575913} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.162612] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.162708] env[62979]: INFO nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Took 15.00 seconds to spawn the instance on the hypervisor. [ 781.162908] env[62979]: DEBUG nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.163870] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd81ccc0-7db5-47ac-ab2f-7177748ccff0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181596] env[62979]: DEBUG nova.network.neutron [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Updated VIF entry in instance network info cache for port 9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.181983] env[62979]: DEBUG nova.network.neutron [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Updating instance_info_cache with network_info: [{"id": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "address": "fa:16:3e:1b:72:ab", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0a7658-78", "ovs_interfaceid": "9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.198998] env[62979]: DEBUG nova.network.neutron [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Updating instance_info_cache with network_info: [{"id": "744aaf7d-2997-4da8-8010-27136c9c6e94", "address": "fa:16:3e:ce:c9:e2", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aaf7d-29", "ovs_interfaceid": "744aaf7d-2997-4da8-8010-27136c9c6e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.208022] env[62979]: DEBUG nova.network.neutron [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updated VIF entry in instance network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.208022] env[62979]: DEBUG nova.network.neutron [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.241369] env[62979]: DEBUG oslo_vmware.api [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381415, 'name': PowerOnVM_Task, 'duration_secs': 0.56186} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.242491] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.242491] env[62979]: DEBUG nova.compute.manager [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.242777] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a34ab8-5586-4c8f-bec6-45e249b33052 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.290089] env[62979]: DEBUG nova.scheduler.client.report [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.356933] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c7b69-0198-db0a-71e5-436e9af90f01, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.357264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.357545] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.357833] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1686e622-5171-4cd7-a80e-3cc0460a9ac8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.367142] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 781.367142] env[62979]: value = "task-2381419" [ 781.367142] env[62979]: _type = "Task" [ 781.367142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.377110] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.484548] env[62979]: DEBUG nova.network.neutron [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.589858] env[62979]: DEBUG oslo_vmware.api [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Task: {'id': task-2381418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199025} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.590431] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.590769] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.590975] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.591225] env[62979]: INFO nova.compute.manager [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 781.591533] env[62979]: DEBUG oslo.service.loopingcall [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.591790] env[62979]: DEBUG nova.compute.manager [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.591912] env[62979]: DEBUG nova.network.neutron [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.683598] env[62979]: INFO nova.compute.manager [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Took 42.89 seconds to build instance. [ 781.684953] env[62979]: DEBUG oslo_concurrency.lockutils [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] Releasing lock "refresh_cache-f2abc6c8-d7d7-47e5-b63f-24250a477026" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.685294] env[62979]: DEBUG nova.compute.manager [req-1757fd3e-9f0f-4e93-816e-7ce3fc530aa3 req-098d32a7-a7ad-46cd-bef2-2b89e95b138e service nova] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Received event network-vif-deleted-59c21446-155d-4a4c-b054-0e9fe9593bf8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.703564] env[62979]: DEBUG oslo_concurrency.lockutils [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Releasing lock "refresh_cache-b7258889-c444-4d40-b4b5-924943adf2b5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.703832] env[62979]: DEBUG nova.compute.manager [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Inject network info {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.704180] env[62979]: DEBUG nova.compute.manager [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] network_info to inject: |[{"id": "744aaf7d-2997-4da8-8010-27136c9c6e94", "address": "fa:16:3e:ce:c9:e2", "network": {"id": "3257abcc-ed86-4556-b0fc-d8b4f7f17da1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1625536712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38276fdbbe24704a406b3b2cccaf5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap744aaf7d-29", "ovs_interfaceid": "744aaf7d-2997-4da8-8010-27136c9c6e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.712490] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Reconfiguring VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.714775] env[62979]: DEBUG oslo_concurrency.lockutils [req-999f48ec-e887-4f8e-8467-594875f69dcc req-22d3d353-020f-4619-b048-984e9a99124c service nova] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.715044] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af30a0d1-b110-45a2-82b1-e6fba8388d02 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.728152] env[62979]: DEBUG oslo_concurrency.lockutils [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.739865] env[62979]: DEBUG oslo_vmware.api [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Waiting for the task: (returnval){ [ 781.739865] env[62979]: value = "task-2381420" [ 781.739865] env[62979]: _type = "Task" [ 781.739865] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.750819] env[62979]: DEBUG oslo_vmware.api [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Task: {'id': task-2381420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.768960] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.799987] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.803208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.429s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.803616] env[62979]: DEBUG nova.objects.instance [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lazy-loading 'resources' on Instance uuid 23b10046-99a6-49d9-a9ec-14e56e41b895 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.833101] env[62979]: INFO nova.scheduler.client.report [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Deleted allocations for instance 9370b479-8925-4e3c-8f1b-5cd4488f42f5 [ 781.880921] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381419, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.987742] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.190767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9b838085-818a-4670-bf8b-6676c2470754 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.513s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.250983] env[62979]: DEBUG oslo_vmware.api [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] Task: {'id': task-2381420, 'name': ReconfigVM_Task, 'duration_secs': 0.257489} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.251820] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb6b50-9df7-48bb-a16a-a2e5491dd31d tempest-ServersAdminTestJSON-1528525991 tempest-ServersAdminTestJSON-1528525991-project-admin] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Reconfigured VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.349436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-841b3e87-0276-42be-bcd0-0d759eac6576 tempest-ServersTestJSON-128408136 tempest-ServersTestJSON-128408136-project-member] Lock "9370b479-8925-4e3c-8f1b-5cd4488f42f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.860s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.369856] env[62979]: DEBUG nova.network.neutron [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.384334] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546306} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.387332] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.388164] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.390156] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8ad172-4674-465f-aa19-c4325783b7a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.405409] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 782.405409] env[62979]: value = "task-2381421" [ 782.405409] env[62979]: _type = "Task" [ 782.405409] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.422536] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.521099] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df73f64-0ea0-41d2-bf93-7d1c7d31004d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.558230] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c3793-0628-47f9-8a81-df461ae1e162 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.566125] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.916330] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081661} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.916836] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.917695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604f44f-a88b-47b4-9b1a-39b41c520d3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.941604] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.946369] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b4fdd8-81f2-465a-80f5-0e762c6ecf42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.974581] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 782.974581] env[62979]: value = "task-2381422" [ 782.974581] env[62979]: _type = "Task" [ 782.974581] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.975511] env[62979]: DEBUG nova.compute.manager [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-changed-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.975686] env[62979]: DEBUG nova.compute.manager [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing instance network info cache due to event network-changed-65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.976023] env[62979]: DEBUG oslo_concurrency.lockutils [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] Acquiring lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.982716] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f6338-ddba-418c-a0e1-16a7cabd8053 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.993790] env[62979]: DEBUG nova.network.neutron [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.995112] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.999800] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8448e3-8f81-4e0c-821d-02ffe053a9a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.037154] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb2ba1-033b-40aa-98cf-0a92a383942e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.049021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bfa4b9-e9c1-47c7-b4b4-4ee6762dd062 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.071094] env[62979]: DEBUG nova.compute.provider_tree [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.074847] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.082019] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51797ed0-60da-4053-8195-79eecab473ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.093284] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 783.093284] env[62979]: value = "task-2381423" [ 783.093284] env[62979]: _type = "Task" [ 783.093284] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.112716] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.141077] env[62979]: DEBUG nova.compute.manager [req-8935b650-9ff7-44d1-a768-7c52816e6ab3 req-42b49034-6564-49d8-a147-96afff13c509 service nova] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Received event network-vif-deleted-7ea71470-f937-48a7-9328-8dbd2d638482 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.278594] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "e464df66-37d9-4500-9b94-2271ed65e319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.278891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.278891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "e464df66-37d9-4500-9b94-2271ed65e319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.279129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.279314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.281644] env[62979]: INFO nova.compute.manager [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Terminating instance [ 783.487321] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.499423] env[62979]: INFO nova.compute.manager [-] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Took 1.91 seconds to deallocate network for instance. [ 783.575624] env[62979]: DEBUG nova.scheduler.client.report [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.609663] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.731024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.731282] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.741962] env[62979]: DEBUG nova.network.neutron [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.785310] env[62979]: DEBUG nova.compute.manager [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.785562] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.786600] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34347d-2d12-4379-978a-1556b4a803e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.795857] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.796250] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42ed88a9-ca0e-43c9-87ac-966157019dc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.805243] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 783.805243] env[62979]: value = "task-2381424" [ 783.805243] env[62979]: _type = "Task" [ 783.805243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.815446] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.949329] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.949631] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.950067] env[62979]: INFO nova.compute.manager [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Rebooting instance [ 783.989334] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381422, 'name': ReconfigVM_Task, 'duration_secs': 0.609582} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.989630] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.990291] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c65d0f-83dd-4647-a4d3-72dc68ac0579 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.998662] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 783.998662] env[62979]: value = "task-2381425" [ 783.998662] env[62979]: _type = "Task" [ 783.998662] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.008706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.009393] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381425, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.080320] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.083055] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.566s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.084883] env[62979]: INFO nova.compute.claims [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.106285] env[62979]: DEBUG oslo_vmware.api [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381423, 'name': PowerOnVM_Task, 'duration_secs': 0.795688} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.106509] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.106744] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76a87454-7123-4360-86ad-a585124991d7 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance '7752b521-eff7-457c-83c3-0c600eb38b69' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.121023] env[62979]: INFO nova.scheduler.client.report [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Deleted allocations for instance 23b10046-99a6-49d9-a9ec-14e56e41b895 [ 784.234861] env[62979]: DEBUG nova.compute.utils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.244685] env[62979]: DEBUG oslo_concurrency.lockutils [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.244968] env[62979]: DEBUG nova.compute.manager [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Inject network info {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.245250] env[62979]: DEBUG nova.compute.manager [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] network_info to inject: |[{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.252560] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfiguring VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.253624] env[62979]: DEBUG oslo_concurrency.lockutils [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] Acquired lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.253822] env[62979]: DEBUG nova.network.neutron [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Refreshing network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.256451] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfd5040-4f4d-49b1-a045-930976dad5dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.276248] env[62979]: DEBUG oslo_vmware.api [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 784.276248] env[62979]: value = "task-2381426" [ 784.276248] env[62979]: _type = "Task" [ 784.276248] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.286010] env[62979]: DEBUG oslo_vmware.api [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.316120] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381424, 'name': PowerOffVM_Task, 'duration_secs': 0.292013} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.316428] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.316600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.316852] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c119c0-fb1f-4e2d-9e2f-c9b2e603d7be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.458095] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.458455] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.458769] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleting the datastore file [datastore1] e464df66-37d9-4500-9b94-2271ed65e319 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.459156] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c1c59e0-8d7a-45c5-a96a-a164c07d6ee0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.471302] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for the task: (returnval){ [ 784.471302] env[62979]: value = "task-2381428" [ 784.471302] env[62979]: _type = "Task" [ 784.471302] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.477953] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.478315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.478315] env[62979]: DEBUG nova.network.neutron [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.484884] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.510558] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381425, 'name': Rename_Task, 'duration_secs': 0.187025} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.510925] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.511105] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ffc0c7-6a76-4691-9950-7a20b9bff9e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.520357] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 784.520357] env[62979]: value = "task-2381429" [ 784.520357] env[62979]: _type = "Task" [ 784.520357] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.529618] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.625798] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6bcba670-93a2-49a7-a4aa-69f1488f0ef7 tempest-ServersTestFqdnHostnames-72160935 tempest-ServersTestFqdnHostnames-72160935-project-member] Lock "23b10046-99a6-49d9-a9ec-14e56e41b895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.218s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.739035] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.786813] env[62979]: DEBUG oslo_vmware.api [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381426, 'name': ReconfigVM_Task, 'duration_secs': 0.161092} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.787368] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-de43e05f-edbc-48e8-ae4b-f4fb1d8e2e4c tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Reconfigured VM instance to set the machine id {{(pid=62979) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 784.985253] env[62979]: DEBUG oslo_vmware.api [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Task: {'id': task-2381428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464884} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.988439] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.990014] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.990323] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.990585] env[62979]: INFO nova.compute.manager [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Took 1.21 seconds to destroy the instance on the hypervisor. [ 784.990874] env[62979]: DEBUG oslo.service.loopingcall [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.991743] env[62979]: DEBUG nova.compute.manager [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.991896] env[62979]: DEBUG nova.network.neutron [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.034879] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381429, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.190545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "153d640d-0e18-488d-9e77-b846e4111200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.190802] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.190957] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "153d640d-0e18-488d-9e77-b846e4111200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.191176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.191376] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.194461] env[62979]: INFO nova.compute.manager [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Terminating instance [ 785.251218] env[62979]: DEBUG nova.network.neutron [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updated VIF entry in instance network info cache for port 65d6d704-9f09-442c-938b-1f06406a4455. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.251218] env[62979]: DEBUG nova.network.neutron [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [{"id": "65d6d704-9f09-442c-938b-1f06406a4455", "address": "fa:16:3e:be:1a:0c", "network": {"id": "bf991941-1753-44e7-b23c-3501f2adf750", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1018446575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4585dff476ad4e89a2c19549b5a6ed13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d6d704-9f", "ovs_interfaceid": "65d6d704-9f09-442c-938b-1f06406a4455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.539289] env[62979]: DEBUG oslo_vmware.api [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381429, 'name': PowerOnVM_Task, 'duration_secs': 0.752401} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.543342] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.543574] env[62979]: INFO nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Took 8.54 seconds to spawn the instance on the hypervisor. [ 785.543752] env[62979]: DEBUG nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.544640] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f516ea4-fb0a-422c-b97d-c7ccddfb7875 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.647643] env[62979]: DEBUG nova.network.neutron [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.704560] env[62979]: DEBUG nova.compute.manager [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.704560] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.708455] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7ce38-b44c-48d9-b340-7114691a8d54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720013] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.720013] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b854045e-a033-4024-8734-bace617d830c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.728782] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 785.728782] env[62979]: value = "task-2381430" [ 785.728782] env[62979]: _type = "Task" [ 785.728782] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.741492] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34776e-9623-4249-a435-ab7e1508550c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.753871] env[62979]: DEBUG oslo_concurrency.lockutils [req-23416aa5-6fd6-4844-bae7-3fa92043c7f1 req-4fbbb160-9e8e-4c63-a308-882c1527e76c service nova] Releasing lock "refresh_cache-d05bd991-4bcc-4fec-9536-9220169fed55" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.754415] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.759212] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141ddc8c-83f9-4308-aaa1-e255f6338965 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.796326] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2efb8b-0d3c-4ebe-a0ad-82cac89cc53a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d174cb39-d75b-4a79-8e03-0d6df8d93e5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.826412] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.836205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.836445] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.836693] env[62979]: INFO nova.compute.manager [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Attaching volume 73b878ea-916b-43d0-b364-b8036830b45c to /dev/sdb [ 785.877051] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5119742f-254b-47c1-8102-c2eb0f9a525e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.887732] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31787a66-d334-405f-91da-2cdbbb65796c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903568] env[62979]: DEBUG nova.virt.block_device [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating existing volume attachment record: 00ecb748-70b4-41c8-8513-d790197431e5 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.076850] env[62979]: INFO nova.compute.manager [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Took 41.78 seconds to build instance. [ 786.150888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.241785] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381430, 'name': PowerOffVM_Task, 'duration_secs': 0.376087} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.242115] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.242353] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.242665] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df51dcb-87fd-486f-bc34-05029110dc59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.325238] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.325893] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.325893] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore2] 153d640d-0e18-488d-9e77-b846e4111200 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.326128] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bc1c62-4395-4ed8-9e70-18003e13a040 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.335042] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 786.335042] env[62979]: value = "task-2381433" [ 786.335042] env[62979]: _type = "Task" [ 786.335042] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.348050] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.350408] env[62979]: ERROR nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [req-029abb71-5f34-4845-911e-a3e6c5dbd4f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-029abb71-5f34-4845-911e-a3e6c5dbd4f4"}]} [ 786.380689] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.428960] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.428960] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.433189] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.519844] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.586243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fd3413ce-7486-4f82-9e97-4851af34de64 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.896s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.657275] env[62979]: DEBUG nova.compute.manager [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.657275] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0a6e0-dc9d-422c-8712-27f008150269 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.685925] env[62979]: DEBUG nova.compute.manager [req-cb74470f-7e1e-413a-a7c0-67bd526fe6b3 req-baeae6b8-fcbd-4204-a427-4a0bb435a396 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-vif-deleted-cf869c6c-feee-4766-bff8-577a2dec264c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.686071] env[62979]: INFO nova.compute.manager [req-cb74470f-7e1e-413a-a7c0-67bd526fe6b3 req-baeae6b8-fcbd-4204-a427-4a0bb435a396 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Neutron deleted interface cf869c6c-feee-4766-bff8-577a2dec264c; detaching it from the instance and deleting it from the info cache [ 786.686322] env[62979]: DEBUG nova.network.neutron [req-cb74470f-7e1e-413a-a7c0-67bd526fe6b3 req-baeae6b8-fcbd-4204-a427-4a0bb435a396 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updating instance_info_cache with network_info: [{"id": "b891129d-079d-4714-81f1-9cba5a0c737b", "address": "fa:16:3e:60:ef:1c", "network": {"id": "48813385-6803-4f5d-9e90-c38a996ba5f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-342752682", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8f69507b071e45439880b20f2191abda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb891129d-07", "ovs_interfaceid": "b891129d-079d-4714-81f1-9cba5a0c737b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.714308] env[62979]: DEBUG nova.network.neutron [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.851603] env[62979]: DEBUG oslo_vmware.api [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193193} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.851829] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.852027] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.852354] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.852409] env[62979]: INFO nova.compute.manager [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Took 1.15 seconds to destroy the instance on the hypervisor. [ 786.852622] env[62979]: DEBUG oslo.service.loopingcall [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.852844] env[62979]: DEBUG nova.compute.manager [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.852953] env[62979]: DEBUG nova.network.neutron [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.116117] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df9eb9c-ad3a-4b2f-97b7-5906bf9b64fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.124581] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1764ac-d6c3-46f8-8dd7-42658987724e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.183991] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0cee0e-2058-494c-be04-7f6e6801f6d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.194039] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a27e1f-d6f0-466e-b175-3c14826fc36f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.199943] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8aeb5ce8-2bf1-43ff-810c-7841690bdca1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.217163] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.220373] env[62979]: INFO nova.compute.manager [-] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Took 2.23 seconds to deallocate network for instance. [ 787.228263] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eab514-d218-4d4a-8ab9-e39ee93878f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.277808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.281773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "d05bd991-4bcc-4fec-9536-9220169fed55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.281773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.281773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.281773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.281773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.281773] env[62979]: DEBUG nova.compute.manager [req-cb74470f-7e1e-413a-a7c0-67bd526fe6b3 req-baeae6b8-fcbd-4204-a427-4a0bb435a396 service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Detach interface failed, port_id=cf869c6c-feee-4766-bff8-577a2dec264c, reason: Instance e464df66-37d9-4500-9b94-2271ed65e319 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 787.283472] env[62979]: INFO nova.compute.manager [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Terminating instance [ 787.685617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc9c2b0-4cf6-48b0-b76b-f4f711837b6f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.695100] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Doing hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.695372] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cfc67724-2e32-4cd9-948f-7129bfb1c191 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.704441] env[62979]: DEBUG oslo_vmware.api [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 787.704441] env[62979]: value = "task-2381436" [ 787.704441] env[62979]: _type = "Task" [ 787.704441] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.716710] env[62979]: DEBUG oslo_vmware.api [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381436, 'name': ResetVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.745325] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.750145] env[62979]: ERROR nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [req-cd431a5c-c203-4658-908b-8162ff9d0cf8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd431a5c-c203-4658-908b-8162ff9d0cf8"}]} [ 787.771298] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.784089] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.787738] env[62979]: DEBUG nova.compute.manager [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.788078] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.790727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a5c2c1-f21e-4b5e-a753-cefd2064c7d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.796552] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.796793] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.807180] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.807456] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfaabd3-cf9f-4a06-b5da-8a317576fa5d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.814188] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.818841] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 787.818841] env[62979]: value = "task-2381437" [ 787.818841] env[62979]: _type = "Task" [ 787.818841] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.831259] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.842853] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.084468] env[62979]: DEBUG nova.network.neutron [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.220233] env[62979]: DEBUG oslo_vmware.api [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381436, 'name': ResetVM_Task, 'duration_secs': 0.132726} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.220715] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Did hard reboot of VM {{(pid=62979) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 788.221032] env[62979]: DEBUG nova.compute.manager [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.223019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da67ea66-862a-4f1c-a9f3-d9123115f04b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.309993] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.333490] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381437, 'name': PowerOffVM_Task, 'duration_secs': 0.223613} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.334297] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.334297] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.334297] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11cc4385-840a-4ac6-9090-48774eaed89f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.341297] env[62979]: DEBUG nova.network.neutron [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Port 59120207-0323-4dd6-b74b-3e41c25493d9 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 788.341722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.341929] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.342141] env[62979]: DEBUG nova.network.neutron [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.407436] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.407662] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.407848] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Deleting the datastore file [datastore2] d05bd991-4bcc-4fec-9536-9220169fed55 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.410952] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f914ee9c-6ad1-4380-be8f-36ea0b0a0378 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.421240] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for the task: (returnval){ [ 788.421240] env[62979]: value = "task-2381439" [ 788.421240] env[62979]: _type = "Task" [ 788.421240] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.430117] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.431799] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c388a70-54a3-49db-9a85-61ae48ecbb3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.439953] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50db1def-75e8-4288-b271-52eaea33705e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.472076] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a0f31-71eb-4e1e-9fc9-3352bbcad190 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.480872] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b43b016-d2bc-4498-888c-aba73ca58b60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.498559] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.587477] env[62979]: INFO nova.compute.manager [-] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Took 1.73 seconds to deallocate network for instance. [ 788.743907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7ca9128d-bd8c-47cd-9341-e2ddc1b41671 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.791s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.934558] env[62979]: DEBUG oslo_vmware.api [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Task: {'id': task-2381439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280516} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.935178] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.935630] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.936059] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.936361] env[62979]: INFO nova.compute.manager [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Took 1.15 seconds to destroy the instance on the hypervisor. [ 788.936710] env[62979]: DEBUG oslo.service.loopingcall [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.937028] env[62979]: DEBUG nova.compute.manager [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.937217] env[62979]: DEBUG nova.network.neutron [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.021420] env[62979]: ERROR nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [req-31ef34ad-54c7-41c9-8388-d64aca36dac5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31ef34ad-54c7-41c9-8388-d64aca36dac5"}]} [ 789.041462] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 789.056428] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 789.056666] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.072971] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 789.096343] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.109182] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 789.141401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.141667] env[62979]: DEBUG oslo_concurrency.lockutils [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.141849] env[62979]: DEBUG nova.compute.manager [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.142767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23565126-1340-4c40-a883-523a0491b298 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.157847] env[62979]: DEBUG nova.compute.manager [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 789.159358] env[62979]: DEBUG nova.objects.instance [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'flavor' on Instance uuid f2abc6c8-d7d7-47e5-b63f-24250a477026 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.191644] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "9ac3aece-03e6-42c9-b904-989c91abe25b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.191880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.369756] env[62979]: DEBUG nova.compute.manager [req-180363ee-8f4a-4153-a551-99a27dcf96d1 req-b8d89c54-cd01-4375-b0eb-3a16d4aad7de service nova] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Received event network-vif-deleted-b891129d-079d-4714-81f1-9cba5a0c737b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.369967] env[62979]: DEBUG nova.compute.manager [req-180363ee-8f4a-4153-a551-99a27dcf96d1 req-b8d89c54-cd01-4375-b0eb-3a16d4aad7de service nova] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Received event network-vif-deleted-52208ffd-5a0a-42bf-8274-4066c696fb29 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.468065] env[62979]: DEBUG nova.network.neutron [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.695079] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.770019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14de3b4-11e4-4d00-9a89-9bce4996dcf6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.776867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ba28c-e1d1-41f0-837e-89d6dca58e9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.812542] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2060e-eea9-46cd-a1eb-d16652316c3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.821589] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cb98c-7e35-482c-8722-59b2768101f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.837222] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.973997] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.178399] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.178644] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-368ae730-b53d-4c05-a049-27e2d1f88287 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.188409] env[62979]: DEBUG oslo_vmware.api [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 790.188409] env[62979]: value = "task-2381441" [ 790.188409] env[62979]: _type = "Task" [ 790.188409] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.202665] env[62979]: DEBUG oslo_vmware.api [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.222444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.394449] env[62979]: DEBUG nova.scheduler.client.report [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.394449] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 84 to 85 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.394449] env[62979]: DEBUG nova.compute.provider_tree [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.479536] env[62979]: DEBUG nova.compute.manager [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62979) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 790.479536] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.577944] env[62979]: INFO nova.compute.manager [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Rebuilding instance [ 790.638262] env[62979]: DEBUG nova.compute.manager [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.638922] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61451370-1a41-4136-83be-803afd71fb25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.702186] env[62979]: DEBUG oslo_vmware.api [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381441, 'name': PowerOffVM_Task, 'duration_secs': 0.262029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.704762] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.705057] env[62979]: DEBUG nova.compute.manager [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.706094] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecccc4b-b2bb-44cc-90f0-2539f41b7a51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.899532] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.816s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.901410] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.903308] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.515s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.903536] env[62979]: DEBUG nova.objects.instance [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'resources' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.956601] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 790.956852] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483315', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'name': 'volume-73b878ea-916b-43d0-b364-b8036830b45c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '291d4570-ca75-4015-8368-291a72e8f34e', 'attached_at': '', 'detached_at': '', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'serial': '73b878ea-916b-43d0-b364-b8036830b45c'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 790.958086] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f593d29-51c2-4d03-84a6-c193749bcb46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.981113] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e3baae-95d2-4e98-a991-554369472ed9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.010016] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-73b878ea-916b-43d0-b364-b8036830b45c/volume-73b878ea-916b-43d0-b364-b8036830b45c.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.010549] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5c49e7-0012-4ed2-8cc4-b34e33f2b8c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.035951] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 791.035951] env[62979]: value = "task-2381442" [ 791.035951] env[62979]: _type = "Task" [ 791.035951] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.045094] env[62979]: DEBUG nova.network.neutron [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.049505] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.225722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-da94196b-e8f1-40ea-a8e6-d5fb475571dd tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.408817] env[62979]: DEBUG nova.compute.utils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 791.409993] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.410182] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.412577] env[62979]: DEBUG nova.objects.instance [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'numa_topology' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.523484] env[62979]: DEBUG nova.policy [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f445ef79274208a8c9ccfea9a5b774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2d85e7f13f44e1bc6dae8901aad3d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.549151] env[62979]: INFO nova.compute.manager [-] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Took 2.61 seconds to deallocate network for instance. [ 791.549151] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381442, 'name': ReconfigVM_Task, 'duration_secs': 0.424603} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.553761] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-73b878ea-916b-43d0-b364-b8036830b45c/volume-73b878ea-916b-43d0-b364-b8036830b45c.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.562087] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273d138b-bca4-4b88-a73d-49e8e38a1461 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.583682] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 791.583682] env[62979]: value = "task-2381443" [ 791.583682] env[62979]: _type = "Task" [ 791.583682] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.595173] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.661859] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.662217] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd15f1c-d60a-4a5e-978a-901c3a4b6f82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.672592] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 791.672592] env[62979]: value = "task-2381444" [ 791.672592] env[62979]: _type = "Task" [ 791.672592] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.683838] env[62979]: INFO nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Rebuilding instance [ 791.690747] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.753234] env[62979]: DEBUG nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.755032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77b8bb-276a-4e0d-aeb4-b6c9c6ac7638 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.836525] env[62979]: DEBUG nova.compute.manager [req-1ccaad9a-36c9-4cfd-9236-7753a9979b73 req-e008fc41-86ce-4583-b908-1730c1b7d99a service nova] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Received event network-vif-deleted-65d6d704-9f09-442c-938b-1f06406a4455 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.912947] env[62979]: DEBUG nova.compute.utils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 791.916618] env[62979]: DEBUG nova.objects.base [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Object Instance<9538e88e-eb5b-4f06-90ae-758d08537353> lazy-loaded attributes: resources,numa_topology {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 792.064269] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.100833] env[62979]: DEBUG oslo_vmware.api [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381443, 'name': ReconfigVM_Task, 'duration_secs': 0.17158} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.101127] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483315', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'name': 'volume-73b878ea-916b-43d0-b364-b8036830b45c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '291d4570-ca75-4015-8368-291a72e8f34e', 'attached_at': '', 'detached_at': '', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'serial': '73b878ea-916b-43d0-b364-b8036830b45c'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 792.184105] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381444, 'name': PowerOffVM_Task, 'duration_secs': 0.239966} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.184105] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.184105] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.188704] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0cdbb5-d745-49b3-b462-4595fde6d9ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.194902] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Successfully created port: e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.199929] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.200756] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59439886-da9a-4c97-b911-faa3b7a8312a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.275101] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.275814] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.275814] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore1] 91ffb5f9-0178-4c46-85af-820755408214 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.275814] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f5eea5-1e5e-4a26-afc2-b6e79bca29f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.294484] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 792.294484] env[62979]: value = "task-2381446" [ 792.294484] env[62979]: _type = "Task" [ 792.294484] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.305822] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.380552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.380552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.418146] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.565806] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d23b9-311a-40c5-b2b6-d6d4a963feae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.575228] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d87604c-fa33-4e3c-9642-cbaf00f6abdd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.613866] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09774d-b2f7-4f23-a5e6-ce04d44c363c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.625175] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51150652-e00d-444f-9554-b03face8e039 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.644780] env[62979]: DEBUG nova.compute.provider_tree [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.776140] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.776834] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7667c269-fd67-46c7-9b69-13f5bf8c2347 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.788984] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 792.788984] env[62979]: value = "task-2381447" [ 792.788984] env[62979]: _type = "Task" [ 792.788984] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.803909] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 792.808317] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.809264] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fe4936-10dd-4c61-941c-fcdfb87e05ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.823094] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.823094] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413759} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.823094] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2770575-a499-42ee-b4f6-6a7fde0508c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.824692] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.824800] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.824987] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.887934] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.901331] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.901581] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.901763] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.902042] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c253ea84-317f-4fc6-8302-54709ad3cab2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.914964] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 792.914964] env[62979]: value = "task-2381449" [ 792.914964] env[62979]: _type = "Task" [ 792.914964] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.941413] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.155606] env[62979]: DEBUG nova.scheduler.client.report [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.204615] env[62979]: DEBUG nova.objects.instance [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lazy-loading 'flavor' on Instance uuid 291d4570-ca75-4015-8368-291a72e8f34e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.420549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.426838] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306171} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.427171] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.427373] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.427563] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.443794] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.483846] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:29:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1982944475',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1705933272',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.484109] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.484272] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.484457] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.484613] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.484756] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.484983] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.485316] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.485504] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.485677] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.485856] env[62979]: DEBUG nova.virt.hardware [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.487073] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de990f7b-200e-4b6e-a609-01d3c9db2ce4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.497553] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95649229-e1c6-4ad5-b935-70955c073cfb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.661026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.758s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.665441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.091s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.665726] env[62979]: DEBUG nova.objects.instance [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lazy-loading 'resources' on Instance uuid 98c2e293-ca8a-4e70-b164-3de0966e69b3 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.711144] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a69dd624-b753-4681-bfeb-606ce1b5eb7d tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.875s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.819152] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.819152] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.865113] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.865934] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.866291] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.866647] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.866988] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.867310] env[62979]: DEBUG nova.virt.hardware [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.868729] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6b80a-e5c9-4b3e-bc7a-9dbfa374bee9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.878370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c63f6-301d-4bc9-ad95-e291e6add928 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.894708] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9ec1b9-7934-4a27-8a42-be8ca44a8883', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.906301] env[62979]: DEBUG oslo.service.loopingcall [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.907301] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.907660] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b26b64a-f59e-43f2-89a1-4ca22dad9a94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.937855] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.937855] env[62979]: value = "task-2381450" [ 793.937855] env[62979]: _type = "Task" [ 793.937855] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.949517] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.179183] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c4c90f6c-c646-40f0-b209-da3ffa71a8c1 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.139s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.181285] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.015s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.181767] env[62979]: INFO nova.compute.manager [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Unshelving [ 794.323202] env[62979]: INFO nova.compute.manager [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Detaching volume 73b878ea-916b-43d0-b364-b8036830b45c [ 794.366102] env[62979]: INFO nova.virt.block_device [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Attempting to driver detach volume 73b878ea-916b-43d0-b364-b8036830b45c from mountpoint /dev/sdb [ 794.366365] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 794.366509] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483315', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'name': 'volume-73b878ea-916b-43d0-b364-b8036830b45c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '291d4570-ca75-4015-8368-291a72e8f34e', 'attached_at': '', 'detached_at': '', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'serial': '73b878ea-916b-43d0-b364-b8036830b45c'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 794.367405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495fbe4-8849-4359-93bb-73289491f2dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.395465] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592f3d4-36b9-4eb6-aa2d-427b9d754cc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.405021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7aadb8-8b2c-455e-8f6d-e0e53d2fe4b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.433710] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ab9aa-b23f-47f2-9fe4-53c73c8b7e61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.458034] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] The volume has not been displaced from its original location: [datastore1] volume-73b878ea-916b-43d0-b364-b8036830b45c/volume-73b878ea-916b-43d0-b364-b8036830b45c.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 794.461487] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 794.464689] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8999eba5-654e-4e8f-877c-efcb78250f1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.487660] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.490854] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.491113] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.491279] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.491460] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.491609] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.491757] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.491966] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.492158] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.492329] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.492492] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.492664] env[62979]: DEBUG nova.virt.hardware [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.493049] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 794.493049] env[62979]: value = "task-2381451" [ 794.493049] env[62979]: _type = "Task" [ 794.493049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.493760] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b57d9-7144-47fd-9490-2352261ca9f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.519328] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.519328] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6ddac-f4e7-4306-b760-0c8a1d77bb38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.535556] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:72:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.543243] env[62979]: DEBUG oslo.service.loopingcall [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.547239] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.548463] env[62979]: DEBUG nova.compute.manager [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Received event network-vif-plugged-e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.548612] env[62979]: DEBUG oslo_concurrency.lockutils [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] Acquiring lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.548832] env[62979]: DEBUG oslo_concurrency.lockutils [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.549056] env[62979]: DEBUG oslo_concurrency.lockutils [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.549249] env[62979]: DEBUG nova.compute.manager [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] No waiting events found dispatching network-vif-plugged-e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.549418] env[62979]: WARNING nova.compute.manager [req-050a08cf-bf0e-4fcf-924d-e1fd580bc5a3 req-99da2564-6376-462e-9fde-8bdc6de01baa service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Received unexpected event network-vif-plugged-e5ad5434-8777-4109-97d2-085083ef4b43 for instance with vm_state building and task_state spawning. [ 794.551526] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3f780b-8c6f-456b-aef4-43e25cbb7cc6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.575471] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.575471] env[62979]: value = "task-2381452" [ 794.575471] env[62979]: _type = "Task" [ 794.575471] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.585023] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381452, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.660064] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Successfully updated port: e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.830679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.830979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.955319] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.991258] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dbaf84-e312-488b-9a35-1f3796dfaf76 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.000025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b94ea27-246e-468e-a21c-a434df706432 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.011689] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381451, 'name': ReconfigVM_Task, 'duration_secs': 0.246429} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.037810] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.042804] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f87a5a4-0b17-4103-b1d5-75a2c5fc2c1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053460] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f3eb2e-3de3-4901-88b7-33e29991692c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.063693] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed521cc1-b051-4a28-ba0b-9dcadcbd8bad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.067467] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 795.067467] env[62979]: value = "task-2381453" [ 795.067467] env[62979]: _type = "Task" [ 795.067467] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.080168] env[62979]: DEBUG nova.compute.provider_tree [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.088926] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.095508] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381452, 'name': CreateVM_Task, 'duration_secs': 0.412796} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.095618] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.096306] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.096475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096828] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.097296] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c696fde-8661-4caf-b54b-8e175f5fade0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.104075] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 795.104075] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e4073-fd97-bb54-92cf-38f9b39c8f42" [ 795.104075] env[62979]: _type = "Task" [ 795.104075] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.114998] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e4073-fd97-bb54-92cf-38f9b39c8f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.165871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.165871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.166100] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.219779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.336092] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.452890] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.577811] env[62979]: DEBUG oslo_vmware.api [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381453, 'name': ReconfigVM_Task, 'duration_secs': 0.156913} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.579124] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483315', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'name': 'volume-73b878ea-916b-43d0-b364-b8036830b45c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '291d4570-ca75-4015-8368-291a72e8f34e', 'attached_at': '', 'detached_at': '', 'volume_id': '73b878ea-916b-43d0-b364-b8036830b45c', 'serial': '73b878ea-916b-43d0-b364-b8036830b45c'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 795.586883] env[62979]: DEBUG nova.scheduler.client.report [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.618020] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e4073-fd97-bb54-92cf-38f9b39c8f42, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.618020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.618020] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.618020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.618020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618020] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.618612] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c27cd19-60ce-4e58-bf47-ef802567f9ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.628653] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.628848] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.629703] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5435e27-3126-4a45-8d51-0c78227bf6a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.635810] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 795.635810] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525b6c32-13e6-acae-2286-3453b10a08ca" [ 795.635810] env[62979]: _type = "Task" [ 795.635810] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.645337] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525b6c32-13e6-acae-2286-3453b10a08ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.724894] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.866316] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.954629] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.955658] env[62979]: DEBUG nova.network.neutron [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updating instance_info_cache with network_info: [{"id": "e5ad5434-8777-4109-97d2-085083ef4b43", "address": "fa:16:3e:c2:54:64", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ad5434-87", "ovs_interfaceid": "e5ad5434-8777-4109-97d2-085083ef4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.093226] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.095719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.835s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.095974] env[62979]: DEBUG nova.objects.instance [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lazy-loading 'resources' on Instance uuid 3fb2b4f8-2587-4345-80fc-fa65f2ed993d {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.116596] env[62979]: INFO nova.scheduler.client.report [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Deleted allocations for instance 98c2e293-ca8a-4e70-b164-3de0966e69b3 [ 796.148203] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525b6c32-13e6-acae-2286-3453b10a08ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.149080] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380a449d-d64d-4c89-9bf5-79f75ab99c33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.158263] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 796.158263] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bca1ac-3fe6-0ca3-c559-88c2ee407e66" [ 796.158263] env[62979]: _type = "Task" [ 796.158263] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.161825] env[62979]: DEBUG nova.objects.instance [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lazy-loading 'flavor' on Instance uuid 291d4570-ca75-4015-8368-291a72e8f34e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.168604] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bca1ac-3fe6-0ca3-c559-88c2ee407e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.290545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.290545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.454406] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.459520] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.460791] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Instance network_info: |[{"id": "e5ad5434-8777-4109-97d2-085083ef4b43", "address": "fa:16:3e:c2:54:64", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ad5434-87", "ovs_interfaceid": "e5ad5434-8777-4109-97d2-085083ef4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.461269] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:54:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5ad5434-8777-4109-97d2-085083ef4b43', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.470091] env[62979]: DEBUG oslo.service.loopingcall [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.470310] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.470825] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3b7132-0b2d-4a9a-a4dd-27e19c07c33f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.493101] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.493101] env[62979]: value = "task-2381454" [ 796.493101] env[62979]: _type = "Task" [ 796.493101] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.501347] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381454, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.573541] env[62979]: DEBUG nova.compute.manager [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Received event network-changed-e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.573541] env[62979]: DEBUG nova.compute.manager [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Refreshing instance network info cache due to event network-changed-e5ad5434-8777-4109-97d2-085083ef4b43. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 796.573541] env[62979]: DEBUG oslo_concurrency.lockutils [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] Acquiring lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.573541] env[62979]: DEBUG oslo_concurrency.lockutils [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] Acquired lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.573688] env[62979]: DEBUG nova.network.neutron [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Refreshing network info cache for port e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.631741] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85aa8fd4-6c05-40e1-9743-dd4b33b7efbd tempest-SecurityGroupsTestJSON-214330237 tempest-SecurityGroupsTestJSON-214330237-project-member] Lock "98c2e293-ca8a-4e70-b164-3de0966e69b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.052s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.670833] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bca1ac-3fe6-0ca3-c559-88c2ee407e66, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.672250] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.672502] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.675405] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ae58ae-a37a-4b49-a2f3-6fb59e989029 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.685351] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 796.685351] env[62979]: value = "task-2381455" [ 796.685351] env[62979]: _type = "Task" [ 796.685351] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.701624] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.794216] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.962103] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381450, 'name': CreateVM_Task, 'duration_secs': 2.748274} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.962386] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.962984] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.963254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.963588] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.964205] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922bdab4-c63f-465c-b05d-0d0ef3998a24 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.975381] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 796.975381] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b34de-ddf2-728b-9bdf-4ec7c244cd3a" [ 796.975381] env[62979]: _type = "Task" [ 796.975381] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.988754] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b34de-ddf2-728b-9bdf-4ec7c244cd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.006019] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381454, 'name': CreateVM_Task, 'duration_secs': 0.384164} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.007630] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.008838] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.176818] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6daa3af-8de2-45e8-805c-aacfd9e6cf87 tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.234315] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381455, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.283075] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a7825b-2fa1-4d5f-ac01-ea0620edfaa4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296923] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a51f4-6ea2-4b79-985b-26078402e892 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.331192] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d5f6f-aa49-468f-8cd6-99d50122c6ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.342474] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de702a-829e-400b-aa46-af35769584a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.349561] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.361831] env[62979]: DEBUG nova.compute.provider_tree [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.487772] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524b34de-ddf2-728b-9bdf-4ec7c244cd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.060309} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.488275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.488517] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.488780] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.488894] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.489157] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.489445] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.489739] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.490093] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267263e5-d33d-4a51-8e8f-37e9177fb9f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.492062] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806aa6b2-3e68-46e4-9506-ea1911d470bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.496952] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 797.496952] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fa059-e7a9-b840-d342-42bd47179f4d" [ 797.496952] env[62979]: _type = "Task" [ 797.496952] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.497828] env[62979]: DEBUG nova.network.neutron [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updated VIF entry in instance network info cache for port e5ad5434-8777-4109-97d2-085083ef4b43. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.498180] env[62979]: DEBUG nova.network.neutron [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updating instance_info_cache with network_info: [{"id": "e5ad5434-8777-4109-97d2-085083ef4b43", "address": "fa:16:3e:c2:54:64", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ad5434-87", "ovs_interfaceid": "e5ad5434-8777-4109-97d2-085083ef4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.502990] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.503140] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.504163] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670ba759-2e1b-4b4b-b93f-28bfb322a96d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.509968] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fa059-e7a9-b840-d342-42bd47179f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.513243] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 797.513243] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4c9b3-dc47-7d8f-b812-a577bfa0fb99" [ 797.513243] env[62979]: _type = "Task" [ 797.513243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.522117] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4c9b3-dc47-7d8f-b812-a577bfa0fb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.699020] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541167} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.699020] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.699020] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.699020] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6118a3-93df-4788-95ea-e17e9371c3bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.705139] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 797.705139] env[62979]: value = "task-2381456" [ 797.705139] env[62979]: _type = "Task" [ 797.705139] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.715115] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.865840] env[62979]: DEBUG nova.scheduler.client.report [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.013650] env[62979]: DEBUG oslo_concurrency.lockutils [req-46d21651-8f2a-4a7a-9260-e9fd37a709e3 req-efa3ee79-70dc-49e6-b209-40fbd8e236db service nova] Releasing lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.014083] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fa059-e7a9-b840-d342-42bd47179f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.014446] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.014673] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.014882] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.026018] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b4c9b3-dc47-7d8f-b812-a577bfa0fb99, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.026018] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bc0f71-a761-4573-8c68-d48bf7545d62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.032415] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 798.032415] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b7d933-eed3-fabc-57e7-354222500fe5" [ 798.032415] env[62979]: _type = "Task" [ 798.032415] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.040887] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b7d933-eed3-fabc-57e7-354222500fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.202047] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.202315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.215890] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068065} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.216302] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.217123] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73beaba9-0c5d-42bd-aa25-282f8cd5d355 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.241831] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.242612] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43895b81-2b60-48ac-9f7a-f33e03abb83e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.266411] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 798.266411] env[62979]: value = "task-2381457" [ 798.266411] env[62979]: _type = "Task" [ 798.266411] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.274586] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.371270] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.378442] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.501s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.378442] env[62979]: DEBUG nova.objects.instance [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lazy-loading 'resources' on Instance uuid 15c9971e-9ecb-452d-a48c-4be8d00b1f64 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.400901] env[62979]: INFO nova.scheduler.client.report [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleted allocations for instance 3fb2b4f8-2587-4345-80fc-fa65f2ed993d [ 798.544103] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b7d933-eed3-fabc-57e7-354222500fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.544384] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.544648] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.544935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545205] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.545435] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc0670a-1ba3-4471-9d1f-ae1c7d3b719a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.547699] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b05cc0-b467-4898-9631-698b00eacacc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.555261] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 798.555261] env[62979]: value = "task-2381458" [ 798.555261] env[62979]: _type = "Task" [ 798.555261] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.559909] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.560161] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.561265] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b76819-718c-4c05-9745-4b31bc5402fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.566867] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.570422] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 798.570422] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc81d5-d2ef-b50e-8fa1-121cf6b8efb0" [ 798.570422] env[62979]: _type = "Task" [ 798.570422] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.578653] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc81d5-d2ef-b50e-8fa1-121cf6b8efb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.704258] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.777216] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381457, 'name': ReconfigVM_Task, 'duration_secs': 0.460947} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.777541] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026/f2abc6c8-d7d7-47e5-b63f-24250a477026.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.778480] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad05135-8fbc-4c69-8820-97b5f6dd0149 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.786860] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 798.786860] env[62979]: value = "task-2381459" [ 798.786860] env[62979]: _type = "Task" [ 798.786860] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.797585] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381459, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.909398] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f487f1c8-8dfc-477a-82ee-483fb6fafdbf tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "3fb2b4f8-2587-4345-80fc-fa65f2ed993d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.288s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.073922] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.087569] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dc81d5-d2ef-b50e-8fa1-121cf6b8efb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.089182] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a9fb51-f39b-4499-b329-ab35e4311819 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.099176] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 799.099176] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf4aeb-22a4-adf2-dc15-b8970a2df67f" [ 799.099176] env[62979]: _type = "Task" [ 799.099176] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.109577] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf4aeb-22a4-adf2-dc15-b8970a2df67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.228425] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.301828] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381459, 'name': Rename_Task, 'duration_secs': 0.27404} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.302547] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.302547] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7906c27b-0aa2-4c38-8778-3b737b1d2305 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.311657] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 799.311657] env[62979]: value = "task-2381460" [ 799.311657] env[62979]: _type = "Task" [ 799.311657] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.320105] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.493944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defce7bf-5830-4cda-a36b-7053d51a8cc4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.502756] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21456b4b-6be5-4deb-a4ec-448ec86994fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.536144] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10616477-aa03-477a-8aa2-ba2e4045a96d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.544546] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e7de2-48b4-417f-a32b-e6975cca2d07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.559033] env[62979]: DEBUG nova.compute.provider_tree [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.568925] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549794} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.569993] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.572145] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.572145] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ff1bd6-f298-4e59-8c3f-d2075389645c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578289] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 799.578289] env[62979]: value = "task-2381461" [ 799.578289] env[62979]: _type = "Task" [ 799.578289] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.589070] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.610482] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf4aeb-22a4-adf2-dc15-b8970a2df67f, 'name': SearchDatastore_Task, 'duration_secs': 0.022139} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.610574] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.610832] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/019394a9-3593-4cfa-9484-4acbea3a7bcb.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.611103] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f41c6f7-e123-4445-b741-67af498f2642 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.620078] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 799.620078] env[62979]: value = "task-2381462" [ 799.620078] env[62979]: _type = "Task" [ 799.620078] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.629524] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.821645] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381460, 'name': PowerOnVM_Task, 'duration_secs': 0.472474} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.821916] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.822140] env[62979]: DEBUG nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.822916] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd170b-5890-4056-ab63-08769b723f78 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.062397] env[62979]: DEBUG nova.scheduler.client.report [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.091503] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.092168] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.093046] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec33abdd-9d65-43ba-9df2-c068c1031f14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.117431] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.117903] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8870d99e-2925-48ed-a2b2-f6c2a44a1bf6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.144683] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.146110] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 800.146110] env[62979]: value = "task-2381463" [ 800.146110] env[62979]: _type = "Task" [ 800.146110] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.155126] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.333890] env[62979]: INFO nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] bringing vm to original state: 'stopped' [ 800.567875] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.569735] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.888s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.569910] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.570134] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 800.570764] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.285s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.572248] env[62979]: INFO nova.compute.claims [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.575386] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758b23a-d1dc-46a9-bd40-99934083d2e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.584509] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f62a95-f260-471c-9435-7f1f493d02ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.606125] env[62979]: INFO nova.scheduler.client.report [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted allocations for instance 15c9971e-9ecb-452d-a48c-4be8d00b1f64 [ 800.611101] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd2561-0112-4c58-afd1-1b0283e8f82b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.620603] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca260a0-fde1-4fa1-92cf-6316d0c62ac7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.651691] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177641MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 800.651691] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.664337] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.667291] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.119760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7435e6c-c52c-4c4e-809e-1f9b8337196b tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "15c9971e-9ecb-452d-a48c-4be8d00b1f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.964s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.168441] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.168718] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381462, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.501029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.168951] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/019394a9-3593-4cfa-9484-4acbea3a7bcb.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.169208] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.169489] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fda9b36-bea6-46c4-86ae-26d72db702b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.179028] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 801.179028] env[62979]: value = "task-2381464" [ 801.179028] env[62979]: _type = "Task" [ 801.179028] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.191256] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.341155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.341448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.341637] env[62979]: DEBUG nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.342565] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75018827-1d67-4fd7-b446-0ada5a7872eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.349721] env[62979]: DEBUG nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 801.663649] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381463, 'name': ReconfigVM_Task, 'duration_secs': 1.12402} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.664062] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.664596] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c28e6dc-7ce5-41bf-a2f7-5a0e4a17e543 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.675257] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 801.675257] env[62979]: value = "task-2381465" [ 801.675257] env[62979]: _type = "Task" [ 801.675257] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.685794] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381465, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.692635] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083371} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.693220] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.693686] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee57db-138b-4c8f-80d0-ad0aa155af16 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.718159] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/019394a9-3593-4cfa-9484-4acbea3a7bcb.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.721064] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8223ab9f-a4f7-44f5-9680-ec1fd5b24a22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.743649] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 801.743649] env[62979]: value = "task-2381466" [ 801.743649] env[62979]: _type = "Task" [ 801.743649] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.755022] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.859241] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.859737] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e97bb3e-dd13-4ddb-9351-7d811b222dc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.868719] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 801.868719] env[62979]: value = "task-2381467" [ 801.868719] env[62979]: _type = "Task" [ 801.868719] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.881168] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.187117] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381465, 'name': Rename_Task, 'duration_secs': 0.2054} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.190031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.190547] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8819cedb-7589-4d9c-90b3-089573fca355 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.199041] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 802.199041] env[62979]: value = "task-2381468" [ 802.199041] env[62979]: _type = "Task" [ 802.199041] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.211881] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.251704] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3319abe-ebbc-40a0-8f8b-dd673914db0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.261292] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381466, 'name': ReconfigVM_Task, 'duration_secs': 0.475921} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.265021] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/019394a9-3593-4cfa-9484-4acbea3a7bcb.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.265021] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62979) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 802.265334] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-15ebc009-1a10-4fa2-8e2a-1f3ce3b89a40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.268878] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10099f28-86a0-4bd3-9b7a-653d63a7005d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.309358] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe5925-bf02-4aa6-8868-7b424cf8cfa3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312673] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 802.312673] env[62979]: value = "task-2381469" [ 802.312673] env[62979]: _type = "Task" [ 802.312673] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.322331] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4631b8-d4f7-4f7d-8240-f471a1e9ece2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.330026] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381469, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.341279] env[62979]: DEBUG nova.compute.provider_tree [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.380525] env[62979]: DEBUG oslo_vmware.api [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381467, 'name': PowerOffVM_Task, 'duration_secs': 0.223928} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.380784] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.380973] env[62979]: DEBUG nova.compute.manager [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.381767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f7530-b3a3-4138-a664-768d07c55e61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.714975] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.826141] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381469, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07475} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.826141] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62979) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 802.827434] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2d695-1d7c-4cf7-8822-0961ff3bef49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.848046] env[62979]: DEBUG nova.scheduler.client.report [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.860944] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/ephemeral_0.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.862365] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91815343-660d-4088-a7e6-d3a06e7cd6d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.881193] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.881193] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.890019] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 802.890019] env[62979]: value = "task-2381470" [ 802.890019] env[62979]: _type = "Task" [ 802.890019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.905267] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.905858] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.211673] env[62979]: DEBUG oslo_vmware.api [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381468, 'name': PowerOnVM_Task, 'duration_secs': 0.7703} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.212348] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.212690] env[62979]: DEBUG nova.compute.manager [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.219024] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75088498-bdd5-48b1-acce-3327cf6831d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.353319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.353840] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.356891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.765s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.357137] env[62979]: DEBUG nova.objects.instance [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'resources' on Instance uuid c8c7241a-1c88-4c14-a755-21f0873d80de {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.401667] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.415762] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.742031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.864871] env[62979]: DEBUG nova.compute.utils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 803.869011] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.869830] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.902141] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381470, 'name': ReconfigVM_Task, 'duration_secs': 0.667182} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.902418] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb/ephemeral_0.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.905080] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec39f538-d5c9-4194-8531-54951f440b38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912990] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 803.912990] env[62979]: value = "task-2381471" [ 803.912990] env[62979]: _type = "Task" [ 803.912990] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.931890] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381471, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.933444] env[62979]: DEBUG nova.policy [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1391343436664c7f9252cb476eaa6db3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0daa9e44cd4142099f28de65638c1552', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.372127] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.428103] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381471, 'name': Rename_Task, 'duration_secs': 0.212262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.430760] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.431557] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a02cff05-2f0f-4972-8fdf-36d2b7f7a48e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.443034] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 804.443034] env[62979]: value = "task-2381472" [ 804.443034] env[62979]: _type = "Task" [ 804.443034] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.448757] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64179030-7b0c-4e73-8636-43868133d6db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.454608] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.460019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73568a8c-0237-45fe-91af-4d0a1dcb9ad6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.493085] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a7cfd1-89ac-455b-aa27-c549779fcba2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.502417] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef3fa84-3858-4391-9919-4eb763a873e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.524356] env[62979]: DEBUG nova.compute.provider_tree [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.624386] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Successfully created port: 629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.635859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.635859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.635859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.635859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.635859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.636662] env[62979]: INFO nova.compute.manager [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Terminating instance [ 804.960754] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.028463] env[62979]: DEBUG nova.scheduler.client.report [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.143440] env[62979]: DEBUG nova.compute.manager [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.143687] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.144608] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b12a27-9c2e-4c9e-80d4-47b79e9a9c98 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.155655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.155986] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e315e2-e354-495c-8810-08dda8842235 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.239031] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.239292] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.239485] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore2] f2abc6c8-d7d7-47e5-b63f-24250a477026 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.239789] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e47b2f-1bf0-490e-8961-2b075918ec96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.247666] env[62979]: DEBUG oslo_vmware.api [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 805.247666] env[62979]: value = "task-2381477" [ 805.247666] env[62979]: _type = "Task" [ 805.247666] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.262831] env[62979]: DEBUG oslo_vmware.api [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.382111] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.407157] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.407429] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.407583] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.407767] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.407910] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.408069] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.408274] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.408433] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.408596] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.408756] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.408929] env[62979]: DEBUG nova.virt.hardware [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.409877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d9fe79-f053-40a3-8f40-eeab5dfcfbc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.418540] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f54e6-32a6-4a83-96a5-59fc43ec67ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.454406] env[62979]: DEBUG oslo_vmware.api [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2381472, 'name': PowerOnVM_Task, 'duration_secs': 0.601181} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.454794] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.454932] env[62979]: INFO nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Took 12.01 seconds to spawn the instance on the hypervisor. [ 805.455132] env[62979]: DEBUG nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.455937] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b5c91-138e-4ff6-bb77-c774a56d8f37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.483843] env[62979]: INFO nova.compute.manager [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Rebuilding instance [ 805.524109] env[62979]: DEBUG nova.compute.manager [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.524978] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d517dd-1896-44ec-a4d8-fc87beb5366d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.535179] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.537749] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.143s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.538310] env[62979]: DEBUG nova.objects.instance [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.554096] env[62979]: INFO nova.scheduler.client.report [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted allocations for instance c8c7241a-1c88-4c14-a755-21f0873d80de [ 805.758061] env[62979]: DEBUG oslo_vmware.api [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208904} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.758337] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.758528] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.758707] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.758928] env[62979]: INFO nova.compute.manager [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Took 0.62 seconds to destroy the instance on the hypervisor. [ 805.759236] env[62979]: DEBUG oslo.service.loopingcall [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.759587] env[62979]: DEBUG nova.compute.manager [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.759724] env[62979]: DEBUG nova.network.neutron [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.978148] env[62979]: INFO nova.compute.manager [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Took 39.49 seconds to build instance. [ 806.065441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f578320a-e8d8-4b2d-b007-34d504d9ac95 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c8c7241a-1c88-4c14-a755-21f0873d80de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.824s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.067460] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] Acquired lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.069437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769dfaa2-9f15-4d85-b50a-469857cf8e32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.086682] env[62979]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 806.089487] env[62979]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62979) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 806.089487] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7910b85-cd96-4480-81e9-2b6627298a64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.108978] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd3eef-9b60-4d44-a472-92183b906d49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.164428] env[62979]: ERROR root [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-483266' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-483266' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-483266' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-483266'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-483266' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-483266' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-483266'}\n"]: nova.exception.InstanceNotFound: Instance c8c7241a-1c88-4c14-a755-21f0873d80de could not be found. [ 806.165565] env[62979]: DEBUG oslo_concurrency.lockutils [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] Releasing lock "c8c7241a-1c88-4c14-a755-21f0873d80de" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.165831] env[62979]: DEBUG nova.compute.manager [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Detach interface failed, port_id=366aba5c-de9c-4dc7-bb8a-e2017d6653a2, reason: Instance c8c7241a-1c88-4c14-a755-21f0873d80de could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 806.166041] env[62979]: DEBUG nova.compute.manager [req-9f88f63b-965a-48fd-86e8-8c875a2d802c req-c3584ba0-9c47-4fc8-847e-29f916703a35 service nova] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Received event network-vif-deleted-3a7f36bf-3bd7-42bb-bcde-3e6bf7cc5d90 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.480614] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ceb78f13-a528-4e34-b915-a9886895a63d tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.003s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.545217] env[62979]: DEBUG nova.compute.manager [req-ab62b50f-3362-4013-9a87-6b89c2cf2e2b req-b5f343d5-fb06-47dd-b167-51ca278c2f9a service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Received event network-vif-deleted-9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.545411] env[62979]: INFO nova.compute.manager [req-ab62b50f-3362-4013-9a87-6b89c2cf2e2b req-b5f343d5-fb06-47dd-b167-51ca278c2f9a service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Neutron deleted interface 9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55; detaching it from the instance and deleting it from the info cache [ 806.545579] env[62979]: DEBUG nova.network.neutron [req-ab62b50f-3362-4013-9a87-6b89c2cf2e2b req-b5f343d5-fb06-47dd-b167-51ca278c2f9a service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.549333] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.549597] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053ac1d9-d40f-4899-a859-f1eb03ce2316 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.560689] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 806.560689] env[62979]: value = "task-2381478" [ 806.560689] env[62979]: _type = "Task" [ 806.560689] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.571876] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.626896] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf1567a-0b6d-47f6-8ce6-2f003b86fecf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.635614] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258737b4-b3c1-44c7-8cfc-489f08d5d846 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.668317] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1383f019-8796-45ce-a88c-456f60f2e809 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.676556] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7631e30-fcda-4fce-9781-3a31ca90fa5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.693651] env[62979]: DEBUG nova.compute.provider_tree [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.720056] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Successfully updated port: 629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.878086] env[62979]: DEBUG nova.network.neutron [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.984511] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.053958] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c9d2709-96ed-40e1-abc9-2a5f751ced94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.069524] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43439d20-6fb1-4cce-b9fa-9c4c1313be55 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.088489] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381478, 'name': PowerOffVM_Task, 'duration_secs': 0.419485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.089968] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.090367] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.092617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a78cb44-d9be-4c19-8d2e-031b74ab8207 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.103916] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.104249] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a91f1c44-c6f1-4094-b4b2-cb5efccd2640 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.124859] env[62979]: DEBUG nova.compute.manager [req-ab62b50f-3362-4013-9a87-6b89c2cf2e2b req-b5f343d5-fb06-47dd-b167-51ca278c2f9a service nova] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Detach interface failed, port_id=9b0a7658-78df-4bcd-bb7b-b3bdd9b8fb55, reason: Instance f2abc6c8-d7d7-47e5-b63f-24250a477026 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 807.197521] env[62979]: DEBUG nova.scheduler.client.report [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.222577] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.222853] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.223079] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.234319] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.234631] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.234716] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore2] 91ffb5f9-0178-4c46-85af-820755408214 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.235134] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d00da042-8320-4a4f-8e00-faf79caa109a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.241886] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 807.241886] env[62979]: value = "task-2381480" [ 807.241886] env[62979]: _type = "Task" [ 807.241886] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.250636] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.380239] env[62979]: INFO nova.compute.manager [-] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Took 1.62 seconds to deallocate network for instance. [ 807.520722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.705486] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.708141] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.960s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.709745] env[62979]: INFO nova.compute.claims [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.728507] env[62979]: INFO nova.scheduler.client.report [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022 [ 807.752857] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437001} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.753134] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.753322] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.753513] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.783870] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.893600] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.014551] env[62979]: DEBUG nova.network.neutron [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [{"id": "629ac3b4-2185-40d6-b6f8-a987f116b721", "address": "fa:16:3e:44:86:b4", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ac3b4-21", "ovs_interfaceid": "629ac3b4-2185-40d6-b6f8-a987f116b721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.236122] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a0c7d3d-3dea-49a2-9837-9cfe5816985d tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.446s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.516447] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.516775] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance network_info: |[{"id": "629ac3b4-2185-40d6-b6f8-a987f116b721", "address": "fa:16:3e:44:86:b4", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ac3b4-21", "ovs_interfaceid": "629ac3b4-2185-40d6-b6f8-a987f116b721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.517235] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:86:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629ac3b4-2185-40d6-b6f8-a987f116b721', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.525333] env[62979]: DEBUG oslo.service.loopingcall [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.525619] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.525772] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac21ae5-25e8-4efd-8129-f355cc4c53a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.545800] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.545800] env[62979]: value = "task-2381482" [ 808.545800] env[62979]: _type = "Task" [ 808.545800] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.553935] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381482, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.577863] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received event network-vif-plugged-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.578271] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.578519] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.578698] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.578875] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] No waiting events found dispatching network-vif-plugged-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.579057] env[62979]: WARNING nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received unexpected event network-vif-plugged-629ac3b4-2185-40d6-b6f8-a987f116b721 for instance with vm_state building and task_state spawning. [ 808.579301] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.579493] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing instance network info cache due to event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.579730] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Acquiring lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.579868] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Acquired lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.580442] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.732592] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.732845] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.796734] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.797131] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.797315] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.797519] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.797686] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.797841] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.798102] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.798283] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.798459] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.798626] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.798801] env[62979]: DEBUG nova.virt.hardware [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.800193] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42a07f-2bb3-4340-9409-c3373c084ddd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.811749] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b154b-6c4b-443c-953f-93b897d59288 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.832226] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9ec1b9-7934-4a27-8a42-be8ca44a8883', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.839025] env[62979]: DEBUG oslo.service.loopingcall [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.839428] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.839725] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c52c1d-0fe4-4797-aa84-861e6289ffe7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.862931] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.862931] env[62979]: value = "task-2381483" [ 808.862931] env[62979]: _type = "Task" [ 808.862931] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.874639] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381483, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.057500] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381482, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.254487] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b7cd4a-2f4b-477d-8596-ad3c85c21eb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.264147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ddb607-96d1-47d5-82c1-12d032030957 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.299955] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5e4bd-d39e-4ea5-805f-7cda85837349 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.309482] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baddccc-3643-4968-afe9-e14cd9bfc984 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.324217] env[62979]: DEBUG nova.compute.provider_tree [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.376058] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381483, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.376947] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updated VIF entry in instance network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.377313] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [{"id": "629ac3b4-2185-40d6-b6f8-a987f116b721", "address": "fa:16:3e:44:86:b4", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ac3b4-21", "ovs_interfaceid": "629ac3b4-2185-40d6-b6f8-a987f116b721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.558193] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381482, 'name': CreateVM_Task, 'duration_secs': 0.82057} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.558193] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.558920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.559120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.559467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.559732] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44cdf05-15fb-43f6-b313-1b5687b0fb21 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.566223] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 809.566223] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277a098-c839-9c1f-401f-426b65540130" [ 809.566223] env[62979]: _type = "Task" [ 809.566223] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.573704] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277a098-c839-9c1f-401f-426b65540130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.827475] env[62979]: DEBUG nova.scheduler.client.report [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.876925] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381483, 'name': CreateVM_Task, 'duration_secs': 0.641369} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.877086] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.877833] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.879425] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Releasing lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.879662] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Received event network-changed-e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.879833] env[62979]: DEBUG nova.compute.manager [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Refreshing instance network info cache due to event network-changed-e5ad5434-8777-4109-97d2-085083ef4b43. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.880043] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Acquiring lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.880190] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Acquired lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.880453] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Refreshing network info cache for port e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.900671] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.900896] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.076097] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277a098-c839-9c1f-401f-426b65540130, 'name': SearchDatastore_Task, 'duration_secs': 0.039621} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.076398] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.076624] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.076859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.077018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.077209] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.077601] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.077909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.078154] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72551d39-dfd6-496d-a651-78a9953f16d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.079941] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1b1b14-c350-4a56-88c5-cc3af8a52442 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.086131] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 810.086131] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a385b-816b-9da0-57ac-cdb445c79a2e" [ 810.086131] env[62979]: _type = "Task" [ 810.086131] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.090899] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.091111] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.092242] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e571abc-5871-4365-969d-4f049bd9dd95 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.097859] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a385b-816b-9da0-57ac-cdb445c79a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.101327] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 810.101327] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526a1c06-e7e8-6f76-892f-ade9f745303f" [ 810.101327] env[62979]: _type = "Task" [ 810.101327] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.109556] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526a1c06-e7e8-6f76-892f-ade9f745303f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.332859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.333477] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.336182] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.298s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.336439] env[62979]: DEBUG nova.objects.instance [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lazy-loading 'resources' on Instance uuid 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.597963] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520a385b-816b-9da0-57ac-cdb445c79a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.598274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.598517] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.598729] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.612616] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526a1c06-e7e8-6f76-892f-ade9f745303f, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.613362] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f35ec8-53ba-4829-acef-9f0a2d7c3999 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.619086] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 810.619086] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528d65dd-be51-d937-10eb-999be6cf7d6f" [ 810.619086] env[62979]: _type = "Task" [ 810.619086] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.628543] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528d65dd-be51-d937-10eb-999be6cf7d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.670432] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updated VIF entry in instance network info cache for port e5ad5434-8777-4109-97d2-085083ef4b43. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.670760] env[62979]: DEBUG nova.network.neutron [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updating instance_info_cache with network_info: [{"id": "e5ad5434-8777-4109-97d2-085083ef4b43", "address": "fa:16:3e:c2:54:64", "network": {"id": "354868e1-a235-4e18-b5c8-1f0870e018c2", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-455947605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2d85e7f13f44e1bc6dae8901aad3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ad5434-87", "ovs_interfaceid": "e5ad5434-8777-4109-97d2-085083ef4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.840512] env[62979]: DEBUG nova.compute.utils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 810.844505] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.844698] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.891193] env[62979]: DEBUG nova.policy [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.133279] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528d65dd-be51-d937-10eb-999be6cf7d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.134279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.134574] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 792c1579-4a17-4ac5-8b87-69a963fa6357/792c1579-4a17-4ac5-8b87-69a963fa6357.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.136971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.137197] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.137429] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a72de9-25c7-4c09-bb2a-b06bfbdee2b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.139528] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6148d49-65eb-4c75-b23c-8617e6994090 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.148243] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 811.148243] env[62979]: value = "task-2381485" [ 811.148243] env[62979]: _type = "Task" [ 811.148243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.152612] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.152796] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.156026] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c313a858-805e-459d-b886-b844dfca015a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.163182] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 811.163182] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5276bdc2-f524-0cd7-129b-d7ae9c1db3ab" [ 811.163182] env[62979]: _type = "Task" [ 811.163182] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.167059] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.172963] env[62979]: DEBUG oslo_concurrency.lockutils [req-80edd81c-71bb-49bf-8928-b12899dac749 req-66cdbc6f-9479-49a3-b759-fa541df7f469 service nova] Releasing lock "refresh_cache-019394a9-3593-4cfa-9484-4acbea3a7bcb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.181230] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5276bdc2-f524-0cd7-129b-d7ae9c1db3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.182820] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4906fb0-c0ec-497e-aa6b-0397addf3979 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194527] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 811.194527] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e94efd-76e8-a572-df6d-640ef743509c" [ 811.194527] env[62979]: _type = "Task" [ 811.194527] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.204628] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e94efd-76e8-a572-df6d-640ef743509c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.268595] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Successfully created port: faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.342741] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ab3e1b-513d-417e-8d3c-11fbbde98000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.345801] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.355218] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907414a0-e299-4446-ad12-d0d0f3df82ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.392306] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d09d9-341b-4954-9fc6-8ba6d1e023b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.402022] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d7f90-e150-4346-8835-e747638d0714 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.422213] env[62979]: DEBUG nova.compute.provider_tree [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.662371] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381485, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.705374] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e94efd-76e8-a572-df6d-640ef743509c, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.707027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.707027] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.707027] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9f2928-c855-4a37-80c9-5f9abf381575 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.714117] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 811.714117] env[62979]: value = "task-2381486" [ 811.714117] env[62979]: _type = "Task" [ 811.714117] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.722269] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.926010] env[62979]: DEBUG nova.scheduler.client.report [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.162784] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538873} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.162784] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 792c1579-4a17-4ac5-8b87-69a963fa6357/792c1579-4a17-4ac5-8b87-69a963fa6357.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.163056] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.163172] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5738af9c-e453-414d-97b5-4487125cc0af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.174380] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 812.174380] env[62979]: value = "task-2381488" [ 812.174380] env[62979]: _type = "Task" [ 812.174380] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.187314] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.226212] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.355971] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.382480] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.382723] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.382881] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.383076] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.383227] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.383377] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.383587] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.383743] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.383909] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.384082] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.384261] env[62979]: DEBUG nova.virt.hardware [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.385139] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487c253-f807-407a-ad2a-1f71f61c2e1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.393851] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a5841-67cc-4cf4-a589-c7f1e1cf35f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.431910] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.434170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.455s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.435628] env[62979]: INFO nova.compute.claims [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.462281] env[62979]: INFO nova.scheduler.client.report [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Deleted allocations for instance 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8 [ 812.686324] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079375} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.686628] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.687329] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4036614-59b9-402c-af3d-b7b9763d2af1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.710035] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 792c1579-4a17-4ac5-8b87-69a963fa6357/792c1579-4a17-4ac5-8b87-69a963fa6357.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.710035] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c17767-577a-442f-8ea7-39998d87448d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.728589] env[62979]: DEBUG nova.compute.manager [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received event network-vif-plugged-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.728589] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.728720] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.728831] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.729039] env[62979]: DEBUG nova.compute.manager [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] No waiting events found dispatching network-vif-plugged-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.729235] env[62979]: WARNING nova.compute.manager [req-8b4f947e-9052-47e7-95e1-f7b9685b21ba req-be37e10c-b634-40c6-99d6-52903a0a42eb service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received unexpected event network-vif-plugged-faddd1ec-5674-4d37-ad02-70482dc71f38 for instance with vm_state building and task_state spawning. [ 812.739442] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74756} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.741082] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.741610] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.741687] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 812.741687] env[62979]: value = "task-2381489" [ 812.741687] env[62979]: _type = "Task" [ 812.741687] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.741822] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad27a3ed-fba9-4728-944c-3d21286ce745 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.754429] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.755826] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 812.755826] env[62979]: value = "task-2381490" [ 812.755826] env[62979]: _type = "Task" [ 812.755826] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.767252] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.897132] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Successfully updated port: faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.974176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63abb867-24af-48cb-afd5-8f5f960c61af tempest-ImagesOneServerTestJSON-1627253328 tempest-ImagesOneServerTestJSON-1627253328-project-member] Lock "1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.442s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.255920] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.267315] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223404} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.267701] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.268690] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbd8d54-fc2e-45cb-b50a-50b37ae9578e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.294844] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.295193] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b8b1c1-b81e-446b-9b3d-477c146b9759 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.318298] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 813.318298] env[62979]: value = "task-2381491" [ 813.318298] env[62979]: _type = "Task" [ 813.318298] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.328905] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.402247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.402247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.402461] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.757902] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381489, 'name': ReconfigVM_Task, 'duration_secs': 0.52175} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.758250] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 792c1579-4a17-4ac5-8b87-69a963fa6357/792c1579-4a17-4ac5-8b87-69a963fa6357.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.760883] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36cd3d4c-b954-4a99-b1a7-50ca18c27c35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.769263] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 813.769263] env[62979]: value = "task-2381492" [ 813.769263] env[62979]: _type = "Task" [ 813.769263] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.780221] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381492, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.833335] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381491, 'name': ReconfigVM_Task, 'duration_secs': 0.265079} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.836020] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 91ffb5f9-0178-4c46-85af-820755408214/91ffb5f9-0178-4c46-85af-820755408214.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.836819] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65126aaa-4055-4392-b171-6cabc3b17f46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.845020] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 813.845020] env[62979]: value = "task-2381493" [ 813.845020] env[62979]: _type = "Task" [ 813.845020] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.857193] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381493, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.925604] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9437da3-bb43-46aa-8e16-c032940b6e1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.936125] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38961ebc-9301-4511-9e7a-89d68bdbdbe9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.965997] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.970948] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7df8c5-5d4e-4052-b76d-676d4550020b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.980793] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73853724-f390-48a6-9aeb-b8293e9ce779 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.997402] env[62979]: DEBUG nova.compute.provider_tree [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.179114] env[62979]: DEBUG nova.network.neutron [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updating instance_info_cache with network_info: [{"id": "faddd1ec-5674-4d37-ad02-70482dc71f38", "address": "fa:16:3e:22:af:cb", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddd1ec-56", "ovs_interfaceid": "faddd1ec-5674-4d37-ad02-70482dc71f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.281625] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381492, 'name': Rename_Task, 'duration_secs': 0.163597} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.281944] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.282246] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4d914c-51c8-4366-acd7-9709db12039a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.291385] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 814.291385] env[62979]: value = "task-2381495" [ 814.291385] env[62979]: _type = "Task" [ 814.291385] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.301961] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.356568] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381493, 'name': Rename_Task, 'duration_secs': 0.166678} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.356676] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.357634] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96518cce-8cb6-4edb-aca2-193eae5adedb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.364656] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 814.364656] env[62979]: value = "task-2381496" [ 814.364656] env[62979]: _type = "Task" [ 814.364656] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.374266] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.503147] env[62979]: DEBUG nova.scheduler.client.report [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.685587] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.688072] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance network_info: |[{"id": "faddd1ec-5674-4d37-ad02-70482dc71f38", "address": "fa:16:3e:22:af:cb", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddd1ec-56", "ovs_interfaceid": "faddd1ec-5674-4d37-ad02-70482dc71f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.688072] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:af:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faddd1ec-5674-4d37-ad02-70482dc71f38', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.696325] env[62979]: DEBUG oslo.service.loopingcall [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.696613] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.697421] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739e8b7f-3169-48a5-a1f4-39c0890ba5a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.722796] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.722796] env[62979]: value = "task-2381497" [ 814.722796] env[62979]: _type = "Task" [ 814.722796] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.730435] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381497, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.792392] env[62979]: DEBUG nova.compute.manager [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received event network-changed-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.792392] env[62979]: DEBUG nova.compute.manager [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Refreshing instance network info cache due to event network-changed-faddd1ec-5674-4d37-ad02-70482dc71f38. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.792392] env[62979]: DEBUG oslo_concurrency.lockutils [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] Acquiring lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.792392] env[62979]: DEBUG oslo_concurrency.lockutils [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] Acquired lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.792392] env[62979]: DEBUG nova.network.neutron [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Refreshing network info cache for port faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.811459] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.876651] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.014345] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.014908] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.017473] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.718s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.017695] env[62979]: DEBUG nova.objects.instance [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lazy-loading 'resources' on Instance uuid 8440db2d-970f-44b7-83ed-6e2986d92cf0 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.231242] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381497, 'name': CreateVM_Task, 'duration_secs': 0.387699} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.231397] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.232108] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.232279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.232601] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.232855] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce557db0-a495-40ad-980b-f27839af3eb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.238274] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 815.238274] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bacee5-6c98-e076-2de6-48c34c5cb908" [ 815.238274] env[62979]: _type = "Task" [ 815.238274] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.247650] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bacee5-6c98-e076-2de6-48c34c5cb908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.305415] env[62979]: DEBUG oslo_vmware.api [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381495, 'name': PowerOnVM_Task, 'duration_secs': 0.543027} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.305716] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.305959] env[62979]: INFO nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 9.92 seconds to spawn the instance on the hypervisor. [ 815.306161] env[62979]: DEBUG nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.307188] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e521ed0-25a7-4ccd-a8c9-43d4abd26c1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.378830] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.523557] env[62979]: DEBUG nova.compute.utils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.525622] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.525788] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.616130] env[62979]: DEBUG nova.network.neutron [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updated VIF entry in instance network info cache for port faddd1ec-5674-4d37-ad02-70482dc71f38. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.616587] env[62979]: DEBUG nova.network.neutron [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updating instance_info_cache with network_info: [{"id": "faddd1ec-5674-4d37-ad02-70482dc71f38", "address": "fa:16:3e:22:af:cb", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddd1ec-56", "ovs_interfaceid": "faddd1ec-5674-4d37-ad02-70482dc71f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.622860] env[62979]: DEBUG nova.policy [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75fc3dab262e4ea6be027a00454de7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876e8681b0f84819b8ca99215994f1c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.750293] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bacee5-6c98-e076-2de6-48c34c5cb908, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.752933] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.753188] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.753503] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.753566] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.753806] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.754271] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26cfd741-009c-4a04-91b6-e343ff70c49d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.764707] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.764707] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.768348] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cec05b-4bc0-4362-ba33-386fa95dff41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.774746] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 815.774746] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a430c9-7ace-aac6-0c8b-954e32377225" [ 815.774746] env[62979]: _type = "Task" [ 815.774746] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.784191] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a430c9-7ace-aac6-0c8b-954e32377225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.828941] env[62979]: INFO nova.compute.manager [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 43.56 seconds to build instance. [ 815.882786] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381496, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.028961] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.037846] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Successfully created port: 1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.071406] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb493eb0-1b8c-4a90-acf5-b68355264354 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.080552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48af075-24d6-4c72-8e53-0803f7790c7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.117355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cb9d7-9002-46a8-aac3-43a6af0456f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.125742] env[62979]: DEBUG oslo_concurrency.lockutils [req-ee38dbf5-e48d-434e-8125-d426f2f7a257 req-d6bf1fd7-e66d-4703-bacc-769adc3a219e service nova] Releasing lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.127273] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505bdf9-76ea-4909-881b-f024938bdc64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.146712] env[62979]: DEBUG nova.compute.provider_tree [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.288369] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a430c9-7ace-aac6-0c8b-954e32377225, 'name': SearchDatastore_Task, 'duration_secs': 0.015953} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.289203] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa389b2f-efd1-43b2-9113-77d8ed0101f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.297728] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 816.297728] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fec0f7-f787-b5bc-7080-1527f3b75f70" [ 816.297728] env[62979]: _type = "Task" [ 816.297728] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.311868] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fec0f7-f787-b5bc-7080-1527f3b75f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.332700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7af8dec-36cb-40ff-838e-7bd723b7c56e tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.072s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.376717] env[62979]: DEBUG oslo_vmware.api [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381496, 'name': PowerOnVM_Task, 'duration_secs': 1.962316} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.376994] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.377234] env[62979]: DEBUG nova.compute.manager [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.378235] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311f484-e174-4661-816f-e7b92e850f61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.437078] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.437078] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.651837] env[62979]: DEBUG nova.scheduler.client.report [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.812087] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fec0f7-f787-b5bc-7080-1527f3b75f70, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.812366] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.812643] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140/50ee7d4c-ecd7-41d0-9f0b-3cdad481b140.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.812919] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fabe4f9-ed1f-465b-b1ee-92ab23342aca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.821732] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 816.821732] env[62979]: value = "task-2381499" [ 816.821732] env[62979]: _type = "Task" [ 816.821732] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.833127] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.835730] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.900873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.040339] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.067201] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.067482] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.067654] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.067841] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.067991] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.068158] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.068370] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.068529] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.068714] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.068905] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.069095] env[62979]: DEBUG nova.virt.hardware [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.070032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eeec27-9c8c-4dc7-9a23-1646665825a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.080383] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565f4eb-bcf8-41e3-abe4-5fc2ca2d2202 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.157100] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.160584] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.392s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.160849] env[62979]: DEBUG nova.objects.instance [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.186198] env[62979]: INFO nova.scheduler.client.report [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted allocations for instance 8440db2d-970f-44b7-83ed-6e2986d92cf0 [ 817.335935] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.359685] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.509227] env[62979]: DEBUG nova.compute.manager [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.509227] env[62979]: DEBUG nova.compute.manager [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing instance network info cache due to event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.509227] env[62979]: DEBUG oslo_concurrency.lockutils [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.509227] env[62979]: DEBUG oslo_concurrency.lockutils [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.509227] env[62979]: DEBUG nova.network.neutron [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.696478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fc406b21-1997-40bd-b1fc-6597b892fc2d tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "8440db2d-970f-44b7-83ed-6e2986d92cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.487s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.803499] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Successfully updated port: 1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.835920] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.173225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a25ed89-17ab-455c-bbb9-3252cddd3ffc tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.174444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.166s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.174683] env[62979]: DEBUG nova.objects.instance [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lazy-loading 'resources' on Instance uuid aa4bdd4a-f03c-48a3-973a-d965db0348a2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.308319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.308319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.308319] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.310387] env[62979]: DEBUG nova.network.neutron [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updated VIF entry in instance network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.310736] env[62979]: DEBUG nova.network.neutron [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.335745] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.811461] env[62979]: DEBUG nova.compute.manager [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.811461] env[62979]: DEBUG nova.compute.manager [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing instance network info cache due to event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.811616] env[62979]: DEBUG oslo_concurrency.lockutils [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.814315] env[62979]: DEBUG oslo_concurrency.lockutils [req-249ff76b-b5ca-430c-81cc-7980c2d9e3dd req-2fcca8e2-9956-4aad-8ad5-eb7c527cc7f8 service nova] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.814883] env[62979]: DEBUG oslo_concurrency.lockutils [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.815081] env[62979]: DEBUG nova.network.neutron [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.839390] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381499, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.638536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.839750] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140/50ee7d4c-ecd7-41d0-9f0b-3cdad481b140.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.839887] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.840158] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9885e76a-891c-493c-a99b-e265f5fc159a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.847669] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.852493] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 818.852493] env[62979]: value = "task-2381501" [ 818.852493] env[62979]: _type = "Task" [ 818.852493] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.866388] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.979134] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "b7258889-c444-4d40-b4b5-924943adf2b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.979963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.979963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.979963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.980115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.982941] env[62979]: INFO nova.compute.manager [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Terminating instance [ 819.088816] env[62979]: DEBUG nova.network.neutron [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Updating instance_info_cache with network_info: [{"id": "1b0b2300-13ff-4f40-b960-e25a0121a656", "address": "fa:16:3e:fd:b9:43", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0b2300-13", "ovs_interfaceid": "1b0b2300-13ff-4f40-b960-e25a0121a656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.249861] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc489651-1fec-4a2d-80ed-f539fc3ff2be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.258678] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd2d0a-2085-42ad-a3a3-91ee16003bc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.291036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc876de-64fb-4cbc-bf01-9c0946532f4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.299238] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f0ab0-d74f-457d-ba7b-70eedd924783 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.313085] env[62979]: DEBUG nova.compute.provider_tree [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.362911] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063357} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.363200] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.363957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d9e06-262c-4bb2-8d1c-33cc3d8f44a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.386450] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140/50ee7d4c-ecd7-41d0-9f0b-3cdad481b140.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.388953] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc0fc02-8f60-48a1-9435-c76495d65833 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.410078] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 819.410078] env[62979]: value = "task-2381502" [ 819.410078] env[62979]: _type = "Task" [ 819.410078] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.422769] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.491612] env[62979]: DEBUG nova.compute.manager [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.491785] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.493255] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c13180-d70a-48f1-9d0c-bdb70a93f34d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.503320] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.503576] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78148309-2b43-4bd9-8cf9-c65891470dda {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.512185] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 819.512185] env[62979]: value = "task-2381503" [ 819.512185] env[62979]: _type = "Task" [ 819.512185] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.521078] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.594610] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.595074] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Instance network_info: |[{"id": "1b0b2300-13ff-4f40-b960-e25a0121a656", "address": "fa:16:3e:fd:b9:43", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0b2300-13", "ovs_interfaceid": "1b0b2300-13ff-4f40-b960-e25a0121a656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.595506] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b0b2300-13ff-4f40-b960-e25a0121a656', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.604677] env[62979]: DEBUG oslo.service.loopingcall [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.604911] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.605199] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7863851c-da24-4b82-a23a-a131df8bce76 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.627944] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.627944] env[62979]: value = "task-2381504" [ 819.627944] env[62979]: _type = "Task" [ 819.627944] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.636464] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381504, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.713817] env[62979]: DEBUG nova.compute.manager [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Received event network-vif-plugged-1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.714046] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Acquiring lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.714606] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.714980] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.715189] env[62979]: DEBUG nova.compute.manager [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] No waiting events found dispatching network-vif-plugged-1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.715266] env[62979]: WARNING nova.compute.manager [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Received unexpected event network-vif-plugged-1b0b2300-13ff-4f40-b960-e25a0121a656 for instance with vm_state building and task_state spawning. [ 819.715411] env[62979]: DEBUG nova.compute.manager [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Received event network-changed-1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.715636] env[62979]: DEBUG nova.compute.manager [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Refreshing instance network info cache due to event network-changed-1b0b2300-13ff-4f40-b960-e25a0121a656. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.715776] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Acquiring lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.715917] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Acquired lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716088] env[62979]: DEBUG nova.network.neutron [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Refreshing network info cache for port 1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.739532] env[62979]: DEBUG nova.network.neutron [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updated VIF entry in instance network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.739974] env[62979]: DEBUG nova.network.neutron [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.816020] env[62979]: DEBUG nova.scheduler.client.report [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.930289] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381502, 'name': ReconfigVM_Task, 'duration_secs': 0.310819} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.930624] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140/50ee7d4c-ecd7-41d0-9f0b-3cdad481b140.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.931290] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef22821c-6b58-4007-89bb-5662a15b4959 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.939458] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 819.939458] env[62979]: value = "task-2381505" [ 819.939458] env[62979]: _type = "Task" [ 819.939458] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.950567] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381505, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.021639] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381503, 'name': PowerOffVM_Task, 'duration_secs': 0.286207} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.021639] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.021889] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.022048] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e6999d-70a9-49bb-a81b-b71580601066 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.115174] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.115174] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.115174] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore1] b7258889-c444-4d40-b4b5-924943adf2b5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.115174] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1dc9703-711d-4ada-b927-2f55e181dca5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.122300] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 820.122300] env[62979]: value = "task-2381507" [ 820.122300] env[62979]: _type = "Task" [ 820.122300] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.137953] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.143932] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381504, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.244398] env[62979]: DEBUG oslo_concurrency.lockutils [req-dafebf0a-fa9d-46e4-a7f9-499e29cc7bdf req-831a9bf3-be86-405f-b1a7-731584fe0598 service nova] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.323796] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.328587] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.584s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.328786] env[62979]: DEBUG nova.objects.instance [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lazy-loading 'resources' on Instance uuid e464df66-37d9-4500-9b94-2271ed65e319 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.362719] env[62979]: INFO nova.scheduler.client.report [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Deleted allocations for instance aa4bdd4a-f03c-48a3-973a-d965db0348a2 [ 820.449897] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381505, 'name': Rename_Task, 'duration_secs': 0.208262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.450758] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.451222] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510580c6-22f3-4c1e-be45-5053a25fd932 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.458654] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 820.458654] env[62979]: value = "task-2381509" [ 820.458654] env[62979]: _type = "Task" [ 820.458654] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.467692] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.526877] env[62979]: DEBUG nova.network.neutron [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Updated VIF entry in instance network info cache for port 1b0b2300-13ff-4f40-b960-e25a0121a656. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.527286] env[62979]: DEBUG nova.network.neutron [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Updating instance_info_cache with network_info: [{"id": "1b0b2300-13ff-4f40-b960-e25a0121a656", "address": "fa:16:3e:fd:b9:43", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b0b2300-13", "ovs_interfaceid": "1b0b2300-13ff-4f40-b960-e25a0121a656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.636753] env[62979]: DEBUG oslo_vmware.api [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165864} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.637492] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.637753] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.637992] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.638241] env[62979]: INFO nova.compute.manager [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 820.638524] env[62979]: DEBUG oslo.service.loopingcall [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.638906] env[62979]: DEBUG nova.compute.manager [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.638906] env[62979]: DEBUG nova.network.neutron [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.644693] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381504, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.881662] env[62979]: DEBUG oslo_concurrency.lockutils [None req-70f08e38-6db9-46e1-8815-3b5583fee6ea tempest-VolumesAssistedSnapshotsTest-1681400694 tempest-VolumesAssistedSnapshotsTest-1681400694-project-member] Lock "aa4bdd4a-f03c-48a3-973a-d965db0348a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.455s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.937482] env[62979]: DEBUG nova.compute.manager [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.937729] env[62979]: DEBUG nova.compute.manager [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing instance network info cache due to event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.937849] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Acquiring lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.937996] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Acquired lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.938171] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.976082] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.030225] env[62979]: DEBUG oslo_concurrency.lockutils [req-69cd7803-bdb1-460d-a73a-48696b9be3d7 req-04e49fac-cc4f-405d-8aef-7607685de120 service nova] Releasing lock "refresh_cache-06186ac3-20ca-49c3-b00c-4ddb9a322035" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.138929] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381504, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.346856] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7552f7-aedc-4aad-8b42-dd8e07187f4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.352020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.352260] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.352460] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.352644] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.352812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.356632] env[62979]: INFO nova.compute.manager [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Terminating instance [ 821.358619] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fcc3b4-17f3-42a9-85e4-e3ad8a5ae340 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.391106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484baa2-2380-4aac-9997-34428dc49b89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.399819] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ae5c5-96b4-4476-9c58-b9b6eee4c753 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.414713] env[62979]: DEBUG nova.compute.provider_tree [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.472272] env[62979]: DEBUG oslo_vmware.api [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381509, 'name': PowerOnVM_Task, 'duration_secs': 0.573642} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.475486] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.475786] env[62979]: INFO nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Took 9.12 seconds to spawn the instance on the hypervisor. [ 821.476071] env[62979]: DEBUG nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.477193] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b8706-b8b4-47f6-959e-f080ab8e98a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.512704] env[62979]: DEBUG nova.network.neutron [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.642377] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381504, 'name': CreateVM_Task, 'duration_secs': 1.572074} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.642561] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.643249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.643405] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.643721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.644787] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a69f499-8a6d-48b3-8830-077d5e5431c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.649937] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 821.649937] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bea9d2-64f8-9aad-0fd0-4002ba1e9b22" [ 821.649937] env[62979]: _type = "Task" [ 821.649937] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.660189] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bea9d2-64f8-9aad-0fd0-4002ba1e9b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.746971] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updated VIF entry in instance network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.747460] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [{"id": "629ac3b4-2185-40d6-b6f8-a987f116b721", "address": "fa:16:3e:44:86:b4", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ac3b4-21", "ovs_interfaceid": "629ac3b4-2185-40d6-b6f8-a987f116b721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.857808] env[62979]: DEBUG nova.compute.manager [req-76f53166-20c9-4c40-8363-7db174dd1c09 req-e047a247-26c1-4c24-ad4a-2f109f541bb6 service nova] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Received event network-vif-deleted-744aaf7d-2997-4da8-8010-27136c9c6e94 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.864174] env[62979]: DEBUG nova.compute.manager [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.864378] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.865817] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bdcb95-4e42-4ed4-b261-e19138236e71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.874366] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.874607] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55f2989-c8ac-462a-85c9-9514095b69b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.882954] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 821.882954] env[62979]: value = "task-2381510" [ 821.882954] env[62979]: _type = "Task" [ 821.882954] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.897276] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.918538] env[62979]: DEBUG nova.scheduler.client.report [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.000699] env[62979]: INFO nova.compute.manager [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Took 45.27 seconds to build instance. [ 822.015287] env[62979]: INFO nova.compute.manager [-] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Took 1.38 seconds to deallocate network for instance. [ 822.160572] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bea9d2-64f8-9aad-0fd0-4002ba1e9b22, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.160767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.161049] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.161337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.161430] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.161613] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.161877] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52785cd-a73f-4970-a3a7-2cc3622c376b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.169856] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.170049] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.170814] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e764768d-d7bb-499c-b778-26c28cf68f7f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.175870] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 822.175870] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524136a7-c309-8936-debb-62ffba9a4b20" [ 822.175870] env[62979]: _type = "Task" [ 822.175870] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.183735] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524136a7-c309-8936-debb-62ffba9a4b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.251648] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Releasing lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.251648] env[62979]: DEBUG nova.compute.manager [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.251648] env[62979]: DEBUG nova.compute.manager [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing instance network info cache due to event network-changed-629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.251648] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Acquiring lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.251648] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Acquired lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.252055] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Refreshing network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.392848] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381510, 'name': PowerOffVM_Task, 'duration_secs': 0.200883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.393136] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.393286] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.393524] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74375e8e-2b66-4cc0-a250-6a572a2a599c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.424620] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.426936] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.117s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.429353] env[62979]: INFO nova.compute.claims [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.448175] env[62979]: INFO nova.scheduler.client.report [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Deleted allocations for instance e464df66-37d9-4500-9b94-2271ed65e319 [ 822.456433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.456592] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.456779] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleting the datastore file [datastore1] 792c1579-4a17-4ac5-8b87-69a963fa6357 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.457065] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2acd732-5697-4a85-b9b9-2173a5864199 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.464102] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 822.464102] env[62979]: value = "task-2381512" [ 822.464102] env[62979]: _type = "Task" [ 822.464102] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.472069] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.502812] env[62979]: DEBUG oslo_concurrency.lockutils [None req-365c09f0-1088-4527-bd73-e1661b3d8265 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.793s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.524366] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.690964] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524136a7-c309-8936-debb-62ffba9a4b20, 'name': SearchDatastore_Task, 'duration_secs': 0.008212} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.691770] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8e9f52-6de5-4d4e-a771-398d21eeb895 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.698793] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 822.698793] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5257fcb4-7718-22d0-bceb-a3cf464f7dbc" [ 822.698793] env[62979]: _type = "Task" [ 822.698793] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.706761] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5257fcb4-7718-22d0-bceb-a3cf464f7dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.959669] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9c97c125-982e-4bf3-88ed-1c2ca2e31819 tempest-ServersTestMultiNic-145275210 tempest-ServersTestMultiNic-145275210-project-member] Lock "e464df66-37d9-4500-9b94-2271ed65e319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.681s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.975822] env[62979]: DEBUG oslo_vmware.api [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119606} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.976112] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.976729] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.977009] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.977207] env[62979]: INFO nova.compute.manager [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 1.11 seconds to destroy the instance on the hypervisor. [ 822.977454] env[62979]: DEBUG oslo.service.loopingcall [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.977666] env[62979]: DEBUG nova.compute.manager [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.977778] env[62979]: DEBUG nova.network.neutron [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.005596] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.210411] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5257fcb4-7718-22d0-bceb-a3cf464f7dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.210780] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.210946] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 06186ac3-20ca-49c3-b00c-4ddb9a322035/06186ac3-20ca-49c3-b00c-4ddb9a322035.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.211399] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cffb8d74-c09d-4985-b96a-e3e69a9bd31f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.219099] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 823.219099] env[62979]: value = "task-2381513" [ 823.219099] env[62979]: _type = "Task" [ 823.219099] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.228714] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.274197] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updated VIF entry in instance network info cache for port 629ac3b4-2185-40d6-b6f8-a987f116b721. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.274557] env[62979]: DEBUG nova.network.neutron [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [{"id": "629ac3b4-2185-40d6-b6f8-a987f116b721", "address": "fa:16:3e:44:86:b4", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629ac3b4-21", "ovs_interfaceid": "629ac3b4-2185-40d6-b6f8-a987f116b721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.540816] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.734068] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500979} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.734407] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 06186ac3-20ca-49c3-b00c-4ddb9a322035/06186ac3-20ca-49c3-b00c-4ddb9a322035.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.734639] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.735531] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda1a7d5-5462-4820-b8b9-2c091e7d29ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.746073] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 823.746073] env[62979]: value = "task-2381514" [ 823.746073] env[62979]: _type = "Task" [ 823.746073] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.754386] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.774234] env[62979]: DEBUG nova.compute.manager [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.774234] env[62979]: DEBUG nova.compute.manager [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing instance network info cache due to event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.774234] env[62979]: DEBUG oslo_concurrency.lockutils [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.774234] env[62979]: DEBUG oslo_concurrency.lockutils [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.774234] env[62979]: DEBUG nova.network.neutron [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.780960] env[62979]: DEBUG oslo_concurrency.lockutils [req-ba9fa8ef-58f9-4dd5-b00a-27740db5f7e5 req-6fe0ab77-7f60-447a-bdaf-d3441d0f31fe service nova] Releasing lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.986705] env[62979]: DEBUG nova.network.neutron [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.039484] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8da36-4c57-49aa-a4d5-95635f84bcf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.049649] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4263dda-814e-45d3-b07e-66bc463067eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.087421] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649e140e-218d-4c5c-88d1-330b82536016 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.095773] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349b386-bfa0-4df7-be07-21e1dbb3f4d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.110525] env[62979]: DEBUG nova.compute.provider_tree [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.134529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.134795] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.135049] env[62979]: INFO nova.compute.manager [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Shelving [ 824.256552] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081775} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.256838] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.257699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf90aa-a809-4bce-88de-f9f02fd69171 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.286446] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 06186ac3-20ca-49c3-b00c-4ddb9a322035/06186ac3-20ca-49c3-b00c-4ddb9a322035.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.289795] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4750f27-0a9d-4024-96ae-71c1b33e3c09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.312180] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 824.312180] env[62979]: value = "task-2381515" [ 824.312180] env[62979]: _type = "Task" [ 824.312180] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.320463] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.488560] env[62979]: INFO nova.compute.manager [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 1.51 seconds to deallocate network for instance. [ 824.540971] env[62979]: DEBUG nova.compute.manager [req-14ae58cc-5bf5-430e-b550-bf6db66eb39b req-705ffeb3-9ebe-4ebd-8f04-1d87bb804ff8 service nova] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Received event network-vif-deleted-629ac3b4-2185-40d6-b6f8-a987f116b721 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.598626] env[62979]: DEBUG nova.network.neutron [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updated VIF entry in instance network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.599053] env[62979]: DEBUG nova.network.neutron [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.613761] env[62979]: DEBUG nova.scheduler.client.report [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.823385] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.997474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.106330] env[62979]: DEBUG oslo_concurrency.lockutils [req-d0a40929-3268-4a31-b105-72ffa4f49b28 req-10542f22-8684-42ec-8f35-dcb1e0639efe service nova] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.121051] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.121141] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.127456] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.028s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.127456] env[62979]: DEBUG nova.objects.instance [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'resources' on Instance uuid 153d640d-0e18-488d-9e77-b846e4111200 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.150541] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.151161] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c6b2fc-8381-4e81-b1f2-fb99c29c7f71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.159126] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 825.159126] env[62979]: value = "task-2381516" [ 825.159126] env[62979]: _type = "Task" [ 825.159126] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.176375] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.300023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "e20c8bd0-4906-4d99-a638-c61570f208d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.300023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.324706] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381515, 'name': ReconfigVM_Task, 'duration_secs': 0.933212} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.325042] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 06186ac3-20ca-49c3-b00c-4ddb9a322035/06186ac3-20ca-49c3-b00c-4ddb9a322035.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.326726] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d242b9-5986-4c1b-8201-31ef62c6f662 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.334839] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 825.334839] env[62979]: value = "task-2381517" [ 825.334839] env[62979]: _type = "Task" [ 825.334839] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.342550] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381517, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.632659] env[62979]: DEBUG nova.compute.utils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.634749] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.634749] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.678344] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381516, 'name': PowerOffVM_Task, 'duration_secs': 0.188288} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.678764] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.680053] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499382d-1a46-47b8-86a5-ba4cbdc4b5bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.720855] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1797b-3ff9-4c66-83ad-12cd28ba7493 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.730616] env[62979]: DEBUG nova.policy [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe40d1d0df6c4f5387a4adf16f295d89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c6a073d404b4a97fbc9af9dbd46b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.606140] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Successfully created port: c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.612396] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.615601] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.618524] env[62979]: DEBUG nova.compute.manager [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.618702] env[62979]: DEBUG nova.compute.manager [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing instance network info cache due to event network-changed-fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.620348] env[62979]: DEBUG oslo_concurrency.lockutils [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] Acquiring lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.620348] env[62979]: DEBUG oslo_concurrency.lockutils [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] Acquired lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.620348] env[62979]: DEBUG nova.network.neutron [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Refreshing network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.625388] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9dcad85-802c-4290-b869-df8743632bf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.636230] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381517, 'name': Rename_Task, 'duration_secs': 0.192589} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.636967] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.637685] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 826.637685] env[62979]: value = "task-2381518" [ 826.637685] env[62979]: _type = "Task" [ 826.637685] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.637685] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef3b8f6-fde1-423c-bdaa-7ef1cafbdae1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.652121] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381518, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.653586] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 826.653586] env[62979]: value = "task-2381519" [ 826.653586] env[62979]: _type = "Task" [ 826.653586] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.666891] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.081358] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195024cd-37ec-4b98-9be6-ad88ad06c8d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.091018] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67746fda-b32a-4518-8b7b-c1f2f8f92127 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.137634] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.147510] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d50a6-3ee2-4352-a0d7-d6825d6b1334 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.167368] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e592f72-514c-4a59-88fc-838adcb005b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172225] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381518, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.176600] env[62979]: DEBUG oslo_vmware.api [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381519, 'name': PowerOnVM_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.176600] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.176877] env[62979]: INFO nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Took 10.14 seconds to spawn the instance on the hypervisor. [ 827.177042] env[62979]: DEBUG nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.180393] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05962304-9576-4fe0-a199-620ecbb4dee4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.190611] env[62979]: DEBUG nova.compute.provider_tree [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.546905] env[62979]: DEBUG nova.network.neutron [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updated VIF entry in instance network info cache for port fd941761-1bfd-43f4-8815-85277d9feca2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.547767] env[62979]: DEBUG nova.network.neutron [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [{"id": "fd941761-1bfd-43f4-8815-85277d9feca2", "address": "fa:16:3e:de:55:ab", "network": {"id": "0cdc2c2f-d3af-43be-a860-a88c6ad0846a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-668824259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0daa9e44cd4142099f28de65638c1552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd941761-1b", "ovs_interfaceid": "fd941761-1bfd-43f4-8815-85277d9feca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.647956] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.659095] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381518, 'name': CreateSnapshot_Task, 'duration_secs': 0.544438} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.659353] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.660649] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cb32a2-358d-4e25-ac34-9b193f689240 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.677140] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.677371] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.677528] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.677706] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.677853] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.678136] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.678215] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.678369] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.678534] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.678694] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.678864] env[62979]: DEBUG nova.virt.hardware [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.682910] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f11f37-3dd4-433b-9f9c-5ed2baac3da4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.689942] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e014d-ea8c-4267-afeb-8be454c933cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.696030] env[62979]: DEBUG nova.scheduler.client.report [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.726995] env[62979]: INFO nova.compute.manager [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Took 48.77 seconds to build instance. [ 828.054794] env[62979]: DEBUG oslo_concurrency.lockutils [req-44b9e590-48f1-4163-a4f3-0342e5ed00f7 req-dd140780-c9e3-452d-a427-e82331dd4d70 service nova] Releasing lock "refresh_cache-dd9a8c96-a202-4720-adfe-6e010624adde" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.184033] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.184033] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e3d2b74-f977-455e-95a2-0dcc3748ece6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.191957] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 828.191957] env[62979]: value = "task-2381520" [ 828.191957] env[62979]: _type = "Task" [ 828.191957] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.202789] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381520, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.211858] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.085s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.212319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.990s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.214073] env[62979]: INFO nova.compute.claims [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.229033] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d755ab31-37dd-4e3e-a23c-13c67056244b tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.284s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.253767] env[62979]: INFO nova.scheduler.client.report [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocations for instance 153d640d-0e18-488d-9e77-b846e4111200 [ 828.496677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.496677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.704902] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381520, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.732529] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.765216] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7927a50a-4504-4580-9719-65f3eeb99d64 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "153d640d-0e18-488d-9e77-b846e4111200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.574s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.002916] env[62979]: DEBUG nova.compute.manager [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Received event network-vif-plugged-c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.003298] env[62979]: DEBUG oslo_concurrency.lockutils [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.003568] env[62979]: DEBUG oslo_concurrency.lockutils [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.003801] env[62979]: DEBUG oslo_concurrency.lockutils [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.004137] env[62979]: DEBUG nova.compute.manager [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] No waiting events found dispatching network-vif-plugged-c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.004388] env[62979]: WARNING nova.compute.manager [req-675e054f-1eef-4743-a49a-70bc76f9b3fe req-4f4b62f5-796d-491d-8afd-a577d3d0c382 service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Received unexpected event network-vif-plugged-c92ec0dd-3c40-4e67-8517-d8966dfba054 for instance with vm_state building and task_state spawning. [ 829.024497] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Successfully updated port: c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.202955] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381520, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.264124] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.525471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.527559] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.527559] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.707505] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381520, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.745319] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4175a8-4458-462c-9efe-f2353e840bb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.753645] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccc215-bebc-4ccf-875e-3c2649f9b8bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.785323] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c7263-d202-48f3-b6d4-85fac3b08ca1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.793801] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a74f1-92b3-4d04-b7ad-45fd795e09ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.809755] env[62979]: DEBUG nova.compute.provider_tree [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.868334] env[62979]: DEBUG nova.compute.manager [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.869270] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5efe2d-530b-463b-ab41-d9cc2f8c5e28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.112570] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.207419] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381520, 'name': CloneVM_Task, 'duration_secs': 1.869047} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.207785] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Created linked-clone VM from snapshot [ 830.209258] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e51f0e-1be4-4e92-b90d-079cc8c31df5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.217527] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Uploading image a599b5af-23f9-4f87-b059-d29fe6ca5156 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.249792] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.249792] env[62979]: value = "vm-483328" [ 830.249792] env[62979]: _type = "VirtualMachine" [ 830.249792] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.250107] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa7e727e-97a5-4ff1-abae-8dfcf1f286ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.258649] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lease: (returnval){ [ 830.258649] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ea0b8-e14f-0021-da77-23cae8830b80" [ 830.258649] env[62979]: _type = "HttpNfcLease" [ 830.258649] env[62979]: } obtained for exporting VM: (result){ [ 830.258649] env[62979]: value = "vm-483328" [ 830.258649] env[62979]: _type = "VirtualMachine" [ 830.258649] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 830.258972] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the lease: (returnval){ [ 830.258972] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ea0b8-e14f-0021-da77-23cae8830b80" [ 830.258972] env[62979]: _type = "HttpNfcLease" [ 830.258972] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 830.265481] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.265481] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ea0b8-e14f-0021-da77-23cae8830b80" [ 830.265481] env[62979]: _type = "HttpNfcLease" [ 830.265481] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 830.315152] env[62979]: DEBUG nova.scheduler.client.report [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.381707] env[62979]: INFO nova.compute.manager [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] instance snapshotting [ 830.384488] env[62979]: DEBUG nova.network.neutron [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.386827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7a90f-81dd-4c27-a155-37e0e5a2f013 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.409016] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae94649-f65a-422e-b948-3b0c7a5c2869 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.770016] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.770016] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ea0b8-e14f-0021-da77-23cae8830b80" [ 830.770016] env[62979]: _type = "HttpNfcLease" [ 830.770016] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.770356] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.770356] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527ea0b8-e14f-0021-da77-23cae8830b80" [ 830.770356] env[62979]: _type = "HttpNfcLease" [ 830.770356] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.772209] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b74772-cc2e-4445-bdbe-0b3916ad6ebc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.779477] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.779699] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.843949] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.843949] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.847404] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 40.369s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.892707] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.893476] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Instance network_info: |[{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.893476] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:aa:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92ec0dd-3c40-4e67-8517-d8966dfba054', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.901791] env[62979]: DEBUG oslo.service.loopingcall [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.902267] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.902492] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ebec654-b9d4-4ea6-952a-7da2f0d0286b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.923354] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.925056] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36202221-59b5-466a-856a-165c5ec5eb6f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.926571] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.926571] env[62979]: value = "task-2381522" [ 830.926571] env[62979]: _type = "Task" [ 830.926571] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.931828] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 830.931828] env[62979]: value = "task-2381523" [ 830.931828] env[62979]: _type = "Task" [ 830.931828] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.935366] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381522, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.944858] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06d35e7e-294c-42ed-ad43-514c8e1d993d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.945816] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.190222] env[62979]: DEBUG nova.compute.manager [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Received event network-changed-c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.190590] env[62979]: DEBUG nova.compute.manager [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Refreshing instance network info cache due to event network-changed-c92ec0dd-3c40-4e67-8517-d8966dfba054. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.190981] env[62979]: DEBUG oslo_concurrency.lockutils [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] Acquiring lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.191319] env[62979]: DEBUG oslo_concurrency.lockutils [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] Acquired lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.191501] env[62979]: DEBUG nova.network.neutron [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Refreshing network info cache for port c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.349843] env[62979]: DEBUG nova.objects.instance [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lazy-loading 'migration_context' on Instance uuid 7752b521-eff7-457c-83c3-0c600eb38b69 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.352285] env[62979]: DEBUG nova.compute.utils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 831.355298] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.355498] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.414603] env[62979]: DEBUG nova.policy [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b389700f5e04a89b6213eeec78e5b0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0466ae257b6d46f791971cd12f279520', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.442969] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381522, 'name': CreateVM_Task, 'duration_secs': 0.400943} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.447810] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.448990] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.449886] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.450426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.451372] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea471990-a010-48bb-923e-122b6d481ed2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.460425] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.465746] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 831.465746] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6ced-a5e6-9b16-b2ab-8218bae51daf" [ 831.465746] env[62979]: _type = "Task" [ 831.465746] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.472015] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6ced-a5e6-9b16-b2ab-8218bae51daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.862347] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.955873] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381523, 'name': CreateSnapshot_Task, 'duration_secs': 0.629326} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.956199] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.957389] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c4f70-f39f-4c38-8a60-2e7550042f9b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.984525] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd6ced-a5e6-9b16-b2ab-8218bae51daf, 'name': SearchDatastore_Task, 'duration_secs': 0.013351} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.985370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.985370] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.985370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.985619] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.985655] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.985894] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a041b9bb-2e2d-4be7-b87c-c6b519b19f5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.001780] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.001968] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.002805] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57451715-da79-489f-9631-59e23aba581a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.013755] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "cc8d2782-d99c-4499-be2b-36d7144e9711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.014168] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.014641] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 832.014641] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb74e2-e4bb-8476-d3b9-bf505191473c" [ 832.014641] env[62979]: _type = "Task" [ 832.014641] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.029642] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cb74e2-e4bb-8476-d3b9-bf505191473c, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.030908] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f7e11f-4da8-45d5-b6ee-7d829dcab3a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.040945] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 832.040945] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224f892-7d44-8b3b-ca96-7b81a58b0008" [ 832.040945] env[62979]: _type = "Task" [ 832.040945] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.049941] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224f892-7d44-8b3b-ca96-7b81a58b0008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.054793] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Successfully created port: b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.160406] env[62979]: DEBUG nova.network.neutron [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updated VIF entry in instance network info cache for port c92ec0dd-3c40-4e67-8517-d8966dfba054. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.160898] env[62979]: DEBUG nova.network.neutron [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.492532] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.493306] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b94c5c49-53e8-4efa-a68d-032613fda526 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.506919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.506919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.508871] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 832.508871] env[62979]: value = "task-2381524" [ 832.508871] env[62979]: _type = "Task" [ 832.508871] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.519155] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381524, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.520980] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cdafed-5360-43a5-8622-83856f6a37e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.528706] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022f7ff-9b9c-4b53-bb1e-971c49bce1d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.563229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471e05ee-92a9-470a-9c5f-d50bfc595d65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.571672] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224f892-7d44-8b3b-ca96-7b81a58b0008, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.573974] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.574269] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.575402] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fabbcb3-0b2f-4787-8149-daaa36c1866d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.580629] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee911609-1c47-46a3-9e2e-74c38b412374 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.603017] env[62979]: DEBUG nova.compute.provider_tree [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.604895] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 832.604895] env[62979]: value = "task-2381525" [ 832.604895] env[62979]: _type = "Task" [ 832.604895] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.614288] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.665694] env[62979]: DEBUG oslo_concurrency.lockutils [req-246c6f91-0024-4819-b6a1-7256c4d8c670 req-5279d8a2-61a2-4a09-9697-7e5e9fd6780b service nova] Releasing lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.874225] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.901477] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.901740] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.901977] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.902326] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.902520] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.902695] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.903079] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.903403] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.903714] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.904051] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.904402] env[62979]: DEBUG nova.virt.hardware [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.905896] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e797fc-0f56-455e-834a-81ae0eb63cca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.926724] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50144f7-4f77-4b09-9fae-c8b6f4e639b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.019109] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381524, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.096135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.096801] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.110542] env[62979]: DEBUG nova.scheduler.client.report [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.126019] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515657} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.126116] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.126307] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.126571] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5815e24f-4855-4f9b-9104-b8806b5fab2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.138781] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 833.138781] env[62979]: value = "task-2381526" [ 833.138781] env[62979]: _type = "Task" [ 833.138781] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.152148] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.521452] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381524, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.650139] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081896} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.650912] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.651904] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65271b5d-ddc2-4d0e-8fa9-0cdca3e45a14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.678847] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.679878] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c5b665-56c6-419f-9235-170203701ab0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.702263] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 833.702263] env[62979]: value = "task-2381527" [ 833.702263] env[62979]: _type = "Task" [ 833.702263] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.711058] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.807697] env[62979]: DEBUG nova.compute.manager [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Received event network-vif-plugged-b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.807979] env[62979]: DEBUG oslo_concurrency.lockutils [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] Acquiring lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.808506] env[62979]: DEBUG oslo_concurrency.lockutils [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.808562] env[62979]: DEBUG oslo_concurrency.lockutils [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.808868] env[62979]: DEBUG nova.compute.manager [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] No waiting events found dispatching network-vif-plugged-b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.808953] env[62979]: WARNING nova.compute.manager [req-98e45018-2d6f-4448-b3aa-6d2d22cc6724 req-a78108c2-d16e-4625-b5a8-e3efe82096f1 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Received unexpected event network-vif-plugged-b0b2e724-4cab-4db2-8e4e-9910497004fa for instance with vm_state building and task_state spawning. [ 833.930913] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Successfully updated port: b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.024583] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381524, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.127562] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.279s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.144236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.080s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.144408] env[62979]: DEBUG nova.objects.instance [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lazy-loading 'resources' on Instance uuid d05bd991-4bcc-4fec-9536-9220169fed55 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.215203] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381527, 'name': ReconfigVM_Task, 'duration_secs': 0.324129} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.215564] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.217016] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60740487-40cc-42c4-b295-a70076c34cd8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.227602] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 834.227602] env[62979]: value = "task-2381528" [ 834.227602] env[62979]: _type = "Task" [ 834.227602] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.235807] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381528, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.439675] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.439675] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquired lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.439675] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.522128] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381524, 'name': CloneVM_Task, 'duration_secs': 1.740031} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.522413] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Created linked-clone VM from snapshot [ 834.523176] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a5d0f-bd8a-4f31-b84e-90f743d23125 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.530185] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Uploading image 74663d59-2e8f-4950-bc06-dd7d99c0aee9 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.560615] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.560615] env[62979]: value = "vm-483331" [ 834.560615] env[62979]: _type = "VirtualMachine" [ 834.560615] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.560892] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c6b1536-f23e-4e59-907b-a19a399b46a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.568181] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease: (returnval){ [ 834.568181] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b1096-83da-3327-9b62-2cdf4e2b1de2" [ 834.568181] env[62979]: _type = "HttpNfcLease" [ 834.568181] env[62979]: } obtained for exporting VM: (result){ [ 834.568181] env[62979]: value = "vm-483331" [ 834.568181] env[62979]: _type = "VirtualMachine" [ 834.568181] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.568451] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the lease: (returnval){ [ 834.568451] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b1096-83da-3327-9b62-2cdf4e2b1de2" [ 834.568451] env[62979]: _type = "HttpNfcLease" [ 834.568451] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.575403] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.575403] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b1096-83da-3327-9b62-2cdf4e2b1de2" [ 834.575403] env[62979]: _type = "HttpNfcLease" [ 834.575403] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.736611] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381528, 'name': Rename_Task, 'duration_secs': 0.143642} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.739138] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.740365] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ed1e08-39c3-459a-b9b7-646eee6523a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.746340] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 834.746340] env[62979]: value = "task-2381530" [ 834.746340] env[62979]: _type = "Task" [ 834.746340] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.756659] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.977554] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.082311] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.082311] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b1096-83da-3327-9b62-2cdf4e2b1de2" [ 835.082311] env[62979]: _type = "HttpNfcLease" [ 835.082311] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.085136] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.085136] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b1096-83da-3327-9b62-2cdf4e2b1de2" [ 835.085136] env[62979]: _type = "HttpNfcLease" [ 835.085136] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.086132] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51341230-cb0d-4e60-937e-991e1d899420 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.096975] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.096975] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.216941] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bab5a8e1-89eb-4a5c-8314-a29a6e48abbf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.253380] env[62979]: DEBUG nova.network.neutron [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Updating instance_info_cache with network_info: [{"id": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "address": "fa:16:3e:23:24:34", "network": {"id": "aedead49-6afc-4407-8690-133c61def59c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-591418109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0466ae257b6d46f791971cd12f279520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b2e724-4c", "ovs_interfaceid": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.270032] env[62979]: DEBUG oslo_vmware.api [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381530, 'name': PowerOnVM_Task, 'duration_secs': 0.512618} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.274639] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.274850] env[62979]: INFO nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Took 7.63 seconds to spawn the instance on the hypervisor. [ 835.275042] env[62979]: DEBUG nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.279090] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915bb64-bd63-4359-96fa-6afc9f141633 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.293359] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b00e120-762d-44c5-9a51-5210df7a3c6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.301727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942e6c3-2cc8-472e-89a2-0085b72b4213 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.335868] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb970b-5513-4520-8076-b653bff7c723 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8508996-4b09-40a9-a51b-43248b2ee86e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.360144] env[62979]: DEBUG nova.compute.provider_tree [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.693177] env[62979]: INFO nova.compute.manager [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Swapping old allocation on dict_keys(['d39df0b0-bad2-4206-a7fb-dcba2b63f7cf']) held by migration dcf18052-462c-4c16-a614-e7174c279cc9 for instance [ 835.735075] env[62979]: DEBUG nova.scheduler.client.report [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Overwriting current allocation {'allocations': {'d39df0b0-bad2-4206-a7fb-dcba2b63f7cf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '7626ec2ad7064de18b3c583b1a0ca462', 'user_id': '067ead9f1ef24c5c986f185a8db9ba39', 'consumer_generation': 1} on consumer 7752b521-eff7-457c-83c3-0c600eb38b69 {{(pid=62979) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 835.759200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Releasing lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.759200] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Instance network_info: |[{"id": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "address": "fa:16:3e:23:24:34", "network": {"id": "aedead49-6afc-4407-8690-133c61def59c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-591418109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0466ae257b6d46f791971cd12f279520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b2e724-4c", "ovs_interfaceid": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.759860] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:24:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b2e724-4cab-4db2-8e4e-9910497004fa', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.768239] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Creating folder: Project (0466ae257b6d46f791971cd12f279520). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.768364] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b22b63ff-5384-4ca0-9bec-45eed51b6b39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.780693] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Created folder: Project (0466ae257b6d46f791971cd12f279520) in parent group-v483149. [ 835.781506] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Creating folder: Instances. Parent ref: group-v483332. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.781758] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-729426fe-5c46-4f13-a876-93a00fefe7c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.794219] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Created folder: Instances in parent group-v483332. [ 835.795034] env[62979]: DEBUG oslo.service.loopingcall [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.795034] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.795034] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326fc03d-d0d5-465d-9d39-bee2bf64d2f5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.822214] env[62979]: INFO nova.compute.manager [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Took 47.53 seconds to build instance. [ 835.826590] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.826590] env[62979]: value = "task-2381533" [ 835.826590] env[62979]: _type = "Task" [ 835.826590] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.834364] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381533, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.863253] env[62979]: DEBUG nova.scheduler.client.report [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.875207] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.875904] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquired lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.876215] env[62979]: DEBUG nova.network.neutron [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.006095] env[62979]: DEBUG nova.compute.manager [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Received event network-changed-b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.006333] env[62979]: DEBUG nova.compute.manager [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Refreshing instance network info cache due to event network-changed-b0b2e724-4cab-4db2-8e4e-9910497004fa. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.006625] env[62979]: DEBUG oslo_concurrency.lockutils [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] Acquiring lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.006689] env[62979]: DEBUG oslo_concurrency.lockutils [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] Acquired lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.006824] env[62979]: DEBUG nova.network.neutron [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Refreshing network info cache for port b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.326545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b7afaedc-dc68-4759-9417-0b0406bf8daf tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.049s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.336977] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381533, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.374214] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.377048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.956s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.378571] env[62979]: INFO nova.compute.claims [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.399495] env[62979]: INFO nova.scheduler.client.report [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Deleted allocations for instance d05bd991-4bcc-4fec-9536-9220169fed55 [ 836.687674] env[62979]: DEBUG nova.network.neutron [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [{"id": "59120207-0323-4dd6-b74b-3e41c25493d9", "address": "fa:16:3e:19:a2:a6", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59120207-03", "ovs_interfaceid": "59120207-0323-4dd6-b74b-3e41c25493d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.800335] env[62979]: DEBUG nova.network.neutron [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Updated VIF entry in instance network info cache for port b0b2e724-4cab-4db2-8e4e-9910497004fa. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.800704] env[62979]: DEBUG nova.network.neutron [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Updating instance_info_cache with network_info: [{"id": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "address": "fa:16:3e:23:24:34", "network": {"id": "aedead49-6afc-4407-8690-133c61def59c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-591418109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0466ae257b6d46f791971cd12f279520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b2e724-4c", "ovs_interfaceid": "b0b2e724-4cab-4db2-8e4e-9910497004fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.833371] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.842482] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381533, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.907019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-87955dd7-f516-447d-9db5-ac61811fb83d tempest-AttachInterfacesUnderV243Test-1530182216 tempest-AttachInterfacesUnderV243Test-1530182216-project-member] Lock "d05bd991-4bcc-4fec-9536-9220169fed55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.628s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.190120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Releasing lock "refresh_cache-7752b521-eff7-457c-83c3-0c600eb38b69" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.190604] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.190883] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f9d1b9-3022-4b49-995f-0d8ff91604c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198812] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 837.198812] env[62979]: value = "task-2381534" [ 837.198812] env[62979]: _type = "Task" [ 837.198812] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.210532] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.304311] env[62979]: DEBUG oslo_concurrency.lockutils [req-e6e1ebdb-321f-429c-a656-1b0b9bc549b6 req-de440218-2bdb-4424-93b6-9b61e8826910 service nova] Releasing lock "refresh_cache-9ac3aece-03e6-42c9-b904-989c91abe25b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.343663] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381533, 'name': CreateVM_Task, 'duration_secs': 1.455453} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.343872] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.344666] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.344995] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.345698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.349482] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1189073d-43ba-4872-9521-75f9f5033c59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.355879] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 837.355879] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f9653a-7d5e-4ea6-77bd-d448c5178664" [ 837.355879] env[62979]: _type = "Task" [ 837.355879] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.365091] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f9653a-7d5e-4ea6-77bd-d448c5178664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.369115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.710567] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381534, 'name': PowerOffVM_Task, 'duration_secs': 0.200765} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.711265] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.711928] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:30:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56670ea3-ae28-4057-b28c-73c4245c7547',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678576116',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.712246] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.712438] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.712655] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.712812] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.712965] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.713199] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.713363] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.713560] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.713747] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.713911] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.721882] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0b2ea3-0190-48d8-8142-81462b1da01d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.738815] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 837.738815] env[62979]: value = "task-2381535" [ 837.738815] env[62979]: _type = "Task" [ 837.738815] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.749872] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.866528] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f9653a-7d5e-4ea6-77bd-d448c5178664, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.866879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.867143] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.867388] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.867542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.867723] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.867995] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7de2248-84e1-4f3a-a2ab-3014f6cd6fdd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.879591] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.879869] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.880656] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0930de-01da-47b4-bf76-3c426fddb1f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.884571] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c02d3-598a-41e0-874a-bee17c1a4b8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.890205] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 837.890205] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d71236-c8ce-6f8d-fcf7-26813a4dc801" [ 837.890205] env[62979]: _type = "Task" [ 837.890205] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.895839] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9f8d73-1337-419c-912e-bd78e6572db5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.904732] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d71236-c8ce-6f8d-fcf7-26813a4dc801, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.930348] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2c40d0-a7d6-451d-9231-784d1760d6a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.933474] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e0928-7607-4da8-930c-f5a3f70a3457 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.939049] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 837.939049] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525da710-fc2e-4ac9-944e-00af78a97af6" [ 837.939049] env[62979]: _type = "Task" [ 837.939049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.945518] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0608aa-a502-4bca-847e-d8105913f603 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.956902] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525da710-fc2e-4ac9-944e-00af78a97af6, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.965697] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.966059] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9ac3aece-03e6-42c9-b904-989c91abe25b/9ac3aece-03e6-42c9-b904-989c91abe25b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.966565] env[62979]: DEBUG nova.compute.provider_tree [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.970058] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9cd608-3f8a-4608-890c-4f91c15fc4f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.974844] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 837.974844] env[62979]: value = "task-2381536" [ 837.974844] env[62979]: _type = "Task" [ 837.974844] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.984052] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.253090] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.472932] env[62979]: DEBUG nova.scheduler.client.report [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.488011] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.752477] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.982745] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.983463] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.987228] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.771s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.987474] env[62979]: DEBUG nova.objects.instance [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'pci_requests' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.995384] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.254088] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381535, 'name': ReconfigVM_Task, 'duration_secs': 1.185363} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.254933] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768456dc-fd1e-4b81-8445-e16162e99a40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.275290] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:30:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56670ea3-ae28-4057-b28c-73c4245c7547',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678576116',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.275601] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.275806] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.276023] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.276221] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.276399] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.276651] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.276850] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.277067] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.277248] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.277442] env[62979]: DEBUG nova.virt.hardware [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.278465] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924d0bae-794c-482f-96a6-ff61ad1564cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.285589] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 839.285589] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52611b71-a48b-acb0-889f-3b68e33fc8f0" [ 839.285589] env[62979]: _type = "Task" [ 839.285589] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.294603] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52611b71-a48b-acb0-889f-3b68e33fc8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.393593] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.393646] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae70e72-5e0d-4ad8-839c-b1653c649302 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.400396] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.400613] env[62979]: ERROR oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk due to incomplete transfer. [ 839.400900] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2643d9db-735f-4d40-af1c-406af828e5ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.409499] env[62979]: DEBUG oslo_vmware.rw_handles [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d6fd2-8908-00b5-947f-fd1c8f616942/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.409763] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Uploaded image a599b5af-23f9-4f87-b059-d29fe6ca5156 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.412151] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.412423] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56a182d9-2cf7-4f68-a413-69479b0af9ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.419351] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 839.419351] env[62979]: value = "task-2381537" [ 839.419351] env[62979]: _type = "Task" [ 839.419351] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.430152] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381537, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.488135] env[62979]: DEBUG nova.compute.utils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.489483] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428593} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.489763] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.489931] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.493328] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9ac3aece-03e6-42c9-b904-989c91abe25b/9ac3aece-03e6-42c9-b904-989c91abe25b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.493328] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.493760] env[62979]: DEBUG nova.objects.instance [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'numa_topology' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.495039] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed7010b-3939-49e7-b380-b7eaac0cc104 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.503848] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 839.503848] env[62979]: value = "task-2381538" [ 839.503848] env[62979]: _type = "Task" [ 839.503848] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.511050] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.547395] env[62979]: DEBUG nova.policy [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fc1a261ced54b0d8bf317ac2cefad6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '199457c389c44723bb8c53b8bce412d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.798388] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52611b71-a48b-acb0-889f-3b68e33fc8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.806744] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.806853] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28205af0-5ae3-4ea3-ae8c-48fb2f65d3d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.828854] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 839.828854] env[62979]: value = "task-2381539" [ 839.828854] env[62979]: _type = "Task" [ 839.828854] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.837508] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.930456] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381537, 'name': Destroy_Task, 'duration_secs': 0.429372} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.930732] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Destroyed the VM [ 839.930974] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.931256] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37d9c1c9-c58a-48a0-9e51-e9b959cce43b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.938585] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 839.938585] env[62979]: value = "task-2381540" [ 839.938585] env[62979]: _type = "Task" [ 839.938585] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.947223] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.993271] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.999582] env[62979]: INFO nova.compute.claims [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.005058] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Successfully created port: 89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.016113] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.016113] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.016437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba5599-fb8a-4dee-b97e-792fdb97f569 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.043228] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 9ac3aece-03e6-42c9-b904-989c91abe25b/9ac3aece-03e6-42c9-b904-989c91abe25b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.043796] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f85d9f-10fd-4d1d-b088-e1c46f96b07f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.070280] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 840.070280] env[62979]: value = "task-2381541" [ 840.070280] env[62979]: _type = "Task" [ 840.070280] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.078101] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.340497] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381539, 'name': ReconfigVM_Task, 'duration_secs': 0.178118} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.340848] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.341727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b097a-6ecd-455f-9b6e-45e10859944d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.369075] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.369458] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e53318-4380-4474-928a-01067c5bb41b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.389919] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 840.389919] env[62979]: value = "task-2381542" [ 840.389919] env[62979]: _type = "Task" [ 840.389919] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.399219] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.450130] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381540, 'name': RemoveSnapshot_Task, 'duration_secs': 0.500222} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.450531] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.450961] env[62979]: DEBUG nova.compute.manager [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.453019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ba01a-0053-4730-9869-c2f177b4dd23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.579051] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.901434] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381542, 'name': ReconfigVM_Task, 'duration_secs': 0.329614} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.901713] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69/7752b521-eff7-457c-83c3-0c600eb38b69.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.902771] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd56e9-6ba6-4b02-a8bb-a004d357545a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.924458] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63528ef4-332a-4859-9197-3d67e53e5159 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.945168] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc7d26-c91b-49f3-b40f-dbb0fb84531f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.973411] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8940065-26ef-4584-8025-e762092b9914 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.977360] env[62979]: INFO nova.compute.manager [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Shelve offloading [ 840.989143] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.989609] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b773ea8-150a-4d78-a460-a999797a07e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.000021] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 841.000021] env[62979]: value = "task-2381543" [ 841.000021] env[62979]: _type = "Task" [ 841.000021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.004160] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.010667] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.035393] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.035640] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.035817] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.036266] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.036266] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.036352] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.036514] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.036709] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.036838] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.036999] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.037187] env[62979]: DEBUG nova.virt.hardware [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.038077] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f28ba4-021b-4037-ab11-40806d8950d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.046843] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081fbb1-da49-4276-bed8-e40dbc4ef35e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.081688] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381541, 'name': ReconfigVM_Task, 'duration_secs': 0.605019} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.083549] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 9ac3aece-03e6-42c9-b904-989c91abe25b/9ac3aece-03e6-42c9-b904-989c91abe25b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.083549] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2386c25-5bb2-4362-977a-432ed9819ec3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.088984] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 841.088984] env[62979]: value = "task-2381544" [ 841.088984] env[62979]: _type = "Task" [ 841.088984] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.101577] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381544, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.376433] env[62979]: DEBUG nova.compute.manager [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 841.487754] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.488134] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8edbb7-f9b6-4f78-81a5-6a31ce051a7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.498549] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 841.498549] env[62979]: value = "task-2381545" [ 841.498549] env[62979]: _type = "Task" [ 841.498549] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.511919] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.515960] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 841.516219] env[62979]: DEBUG nova.compute.manager [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.517060] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7e295-f2fe-4531-a8cb-efea35494d41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.525224] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.525452] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.525685] env[62979]: DEBUG nova.network.neutron [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.600635] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381544, 'name': Rename_Task, 'duration_secs': 0.225128} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.601872] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.602679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71a1d27-a8e1-4be9-b29e-de6d8e9308fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.605844] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2b4b6a3-ee1f-48ab-98cd-ed17214f34b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.613772] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175dcb8a-ba74-4126-90a7-0ce2dd92cca7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.617023] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 841.617023] env[62979]: value = "task-2381546" [ 841.617023] env[62979]: _type = "Task" [ 841.617023] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.649450] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba2ad6-9553-4d29-a08b-f31fb4dd30fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.658027] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.659702] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717678e-ac38-44c8-8188-334a7bb3c7cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.677333] env[62979]: DEBUG nova.compute.provider_tree [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.895958] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.931714] env[62979]: DEBUG nova.compute.manager [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Received event network-vif-plugged-89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.931934] env[62979]: DEBUG oslo_concurrency.lockutils [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] Acquiring lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.932334] env[62979]: DEBUG oslo_concurrency.lockutils [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.932526] env[62979]: DEBUG oslo_concurrency.lockutils [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.932699] env[62979]: DEBUG nova.compute.manager [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] No waiting events found dispatching network-vif-plugged-89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.932879] env[62979]: WARNING nova.compute.manager [req-59d039b2-1f05-41aa-8843-65e48cd440a4 req-2634e8bc-e7aa-47a0-be98-605bdb9ceb79 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Received unexpected event network-vif-plugged-89a45bfe-3123-4984-9338-ae0237e09327 for instance with vm_state building and task_state spawning. [ 842.011240] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.135784] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.185855] env[62979]: DEBUG nova.scheduler.client.report [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.220051] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Successfully updated port: 89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.447364] env[62979]: DEBUG nova.network.neutron [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updating instance_info_cache with network_info: [{"id": "faddd1ec-5674-4d37-ad02-70482dc71f38", "address": "fa:16:3e:22:af:cb", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddd1ec-56", "ovs_interfaceid": "faddd1ec-5674-4d37-ad02-70482dc71f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.516377] env[62979]: DEBUG oslo_vmware.api [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381543, 'name': PowerOnVM_Task, 'duration_secs': 1.060196} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.516377] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.214143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.707s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.214143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.831s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.214143] env[62979]: INFO nova.compute.claims [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.214143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.214143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.214143] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.218936] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.228648] env[62979]: DEBUG oslo_vmware.api [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381546, 'name': PowerOnVM_Task, 'duration_secs': 0.876866} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.229019] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.229469] env[62979]: INFO nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Took 10.35 seconds to spawn the instance on the hypervisor. [ 843.229518] env[62979]: DEBUG nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.230795] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447bb02-b02d-4530-93b5-a585680997ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.334023] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.335746] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499459ff-b278-4982-997e-1db0c0039df5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.343647] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.343827] env[62979]: ERROR oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk due to incomplete transfer. [ 843.344139] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-918470fc-b796-4542-bcd7-310d67c62b41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.346447] env[62979]: INFO nova.network.neutron [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating port b41f0056-51ef-4ce7-a592-144cea531ea1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 843.354514] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbccd9-7fdc-7b14-b572-2ee77cd6d9ba/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.354750] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Uploaded image 74663d59-2e8f-4950-bc06-dd7d99c0aee9 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.356877] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.357167] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d90c6571-7105-4606-ad97-11be1b2c8665 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.364746] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 843.364746] env[62979]: value = "task-2381547" [ 843.364746] env[62979]: _type = "Task" [ 843.364746] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.374277] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381547, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.542473] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.737434] env[62979]: INFO nova.compute.manager [None req-7fd77067-0e72-4ae5-a7a5-0dc9c6bef66f tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance to original state: 'active' [ 843.765778] env[62979]: INFO nova.compute.manager [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Took 53.56 seconds to build instance. [ 843.782820] env[62979]: DEBUG nova.network.neutron [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Updating instance_info_cache with network_info: [{"id": "89a45bfe-3123-4984-9338-ae0237e09327", "address": "fa:16:3e:b9:ab:39", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a45bfe-31", "ovs_interfaceid": "89a45bfe-3123-4984-9338-ae0237e09327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.881018] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381547, 'name': Destroy_Task, 'duration_secs': 0.414474} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.881018] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Destroyed the VM [ 843.881018] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 843.881018] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-601e4f68-e8f4-4998-8cd5-7c7858c051e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.887702] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 843.887702] env[62979]: value = "task-2381548" [ 843.887702] env[62979]: _type = "Task" [ 843.887702] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.895834] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.964394] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.964606] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9424278-3bd0-417c-95e5-ccaf7d45fe99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.972153] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.972408] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac9d900-4475-47c0-8af2-d8a7b7c1bd46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.039097] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.039376] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.039578] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.039856] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83319399-ca07-4d51-a636-40678ca401bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.046316] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 844.046316] env[62979]: value = "task-2381550" [ 844.046316] env[62979]: _type = "Task" [ 844.046316] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.055601] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.227411] env[62979]: DEBUG nova.compute.manager [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Received event network-changed-89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.227624] env[62979]: DEBUG nova.compute.manager [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Refreshing instance network info cache due to event network-changed-89a45bfe-3123-4984-9338-ae0237e09327. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.227823] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Acquiring lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.271367] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96ad48fb-b285-418d-afd6-d0df7decf2f6 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.078s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.286438] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.287808] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Instance network_info: |[{"id": "89a45bfe-3123-4984-9338-ae0237e09327", "address": "fa:16:3e:b9:ab:39", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a45bfe-31", "ovs_interfaceid": "89a45bfe-3123-4984-9338-ae0237e09327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.287808] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Acquired lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.287808] env[62979]: DEBUG nova.network.neutron [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Refreshing network info cache for port 89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.288542] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ab:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a45bfe-3123-4984-9338-ae0237e09327', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.297188] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating folder: Project (199457c389c44723bb8c53b8bce412d5). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.302022] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255c66c2-7926-4a59-9e79-168166971738 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.312872] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created folder: Project (199457c389c44723bb8c53b8bce412d5) in parent group-v483149. [ 844.312999] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating folder: Instances. Parent ref: group-v483335. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.313193] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afdd06b3-c301-4cd7-80fe-2a6b5c3ffda4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.326677] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created folder: Instances in parent group-v483335. [ 844.326972] env[62979]: DEBUG oslo.service.loopingcall [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.327213] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.328012] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cdd8937-7d1f-44c2-8eec-c93c4d9d362c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.360584] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.360584] env[62979]: value = "task-2381553" [ 844.360584] env[62979]: _type = "Task" [ 844.360584] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.369649] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381553, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.397174] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381548, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.557100] env[62979]: DEBUG oslo_vmware.api [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232301} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.557426] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.557598] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.557779] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.582014] env[62979]: INFO nova.scheduler.client.report [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140 [ 844.776576] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.871743] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3cbbf-4137-4a32-950a-a930a1c65fbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.882823] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381553, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.885204] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade7a3d-5c20-432d-8139-3952e8ae93be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.897848] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381548, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.926267] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e508d02-e54b-42ce-97fb-3e44f57cf670 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.939124] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82deeda3-b0b0-432b-ba36-ffbea6c480d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.955162] env[62979]: DEBUG nova.compute.provider_tree [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.086800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.265850] env[62979]: DEBUG nova.network.neutron [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Updated VIF entry in instance network info cache for port 89a45bfe-3123-4984-9338-ae0237e09327. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.266444] env[62979]: DEBUG nova.network.neutron [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Updating instance_info_cache with network_info: [{"id": "89a45bfe-3123-4984-9338-ae0237e09327", "address": "fa:16:3e:b9:ab:39", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a45bfe-31", "ovs_interfaceid": "89a45bfe-3123-4984-9338-ae0237e09327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.312688] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.377091] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381553, 'name': CreateVM_Task, 'duration_secs': 0.592264} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.377205] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.377915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.378325] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.378497] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.378796] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18efe1d7-873a-40c1-a8a7-61903c7e6233 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.386170] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 845.386170] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e8ef9d-4572-8471-616c-17b6e8805385" [ 845.386170] env[62979]: _type = "Task" [ 845.386170] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.402216] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.402577] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.402835] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e8ef9d-4572-8471-616c-17b6e8805385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.406946] env[62979]: DEBUG oslo_vmware.api [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381548, 'name': RemoveSnapshot_Task, 'duration_secs': 1.128906} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.407301] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.407597] env[62979]: INFO nova.compute.manager [None req-9e1c37bf-3bb9-4fb1-a0c1-0457868159d4 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 845.460904] env[62979]: DEBUG nova.scheduler.client.report [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.622124] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.622377] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.622490] env[62979]: DEBUG nova.network.neutron [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.769787] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Releasing lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.770089] env[62979]: DEBUG nova.compute.manager [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received event network-vif-unplugged-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.770323] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.770554] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.770724] env[62979]: DEBUG oslo_concurrency.lockutils [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.770900] env[62979]: DEBUG nova.compute.manager [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] No waiting events found dispatching network-vif-unplugged-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.771085] env[62979]: WARNING nova.compute.manager [req-22b69bc3-f887-42dc-aeec-43719d0060a4 req-398b6225-3572-4aca-8f18-b5d67f77f816 service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received unexpected event network-vif-unplugged-faddd1ec-5674-4d37-ad02-70482dc71f38 for instance with vm_state shelved and task_state shelving_offloading. [ 845.899154] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e8ef9d-4572-8471-616c-17b6e8805385, 'name': SearchDatastore_Task, 'duration_secs': 0.014663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.899458] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.900154] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.900154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.900154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.900154] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.900474] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29afb231-ccea-4e7c-9e1d-873feaeffe22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.914749] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.915034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.916817] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59facf37-5b10-4fe2-9d50-bf167bd38cad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.922941] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 845.922941] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bfcdb4-abbc-7ccb-4677-88fe890c900b" [ 845.922941] env[62979]: _type = "Task" [ 845.922941] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.933532] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bfcdb4-abbc-7ccb-4677-88fe890c900b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.966768] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.270s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.967317] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.970773] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.621s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.975590] env[62979]: INFO nova.compute.claims [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.433645] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bfcdb4-abbc-7ccb-4677-88fe890c900b, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.434431] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b083f4-37e6-46ff-8eef-b46007444a3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.437886] env[62979]: DEBUG nova.network.neutron [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.444691] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 846.444691] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c9a899-a6da-6b27-0330-3dc5ddca6b71" [ 846.444691] env[62979]: _type = "Task" [ 846.444691] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.453792] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.459847] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c9a899-a6da-6b27-0330-3dc5ddca6b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.483859] env[62979]: DEBUG nova.compute.utils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.486443] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.486620] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.492065] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Received event network-changed-faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.492065] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Refreshing instance network info cache due to event network-changed-faddd1ec-5674-4d37-ad02-70482dc71f38. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.492065] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Acquiring lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.492065] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Acquired lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.492065] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Refreshing network info cache for port faddd1ec-5674-4d37-ad02-70482dc71f38 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.538219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "7752b521-eff7-457c-83c3-0c600eb38b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.538809] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.539120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.539366] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.539584] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.541709] env[62979]: INFO nova.compute.manager [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Terminating instance [ 846.553324] env[62979]: DEBUG nova.policy [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22723125f74540169f07c6feaea25c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e3174add63442a7a1db4fbf73d222ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.945084] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Successfully created port: 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.945084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.963584] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c9a899-a6da-6b27-0330-3dc5ddca6b71, 'name': SearchDatastore_Task, 'duration_secs': 0.019363} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.963941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.964251] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/e8ab0a13-ffee-4a38-9d94-56b85d5ac39c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.964535] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0da03f-9e1f-4ce8-8bfc-b870943a7df4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.975125] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='24275267ce74acea98cf7ff06949a29d',container_format='bare',created_at=2025-02-07T15:32:25Z,direct_url=,disk_format='vmdk',id=becb8685-5a22-4eed-b6f5-a3a809b26b75,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1619492671-shelved',owner='6636b35d656c4bb1826ac88726d484b0',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-02-07T15:32:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.975354] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.975516] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.975699] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.975847] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.975998] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.976238] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.976440] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.976553] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.976716] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.976887] env[62979]: DEBUG nova.virt.hardware [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.977708] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae377d0-89ac-48b1-abb9-e4d7cea7f189 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.981418] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 846.981418] env[62979]: value = "task-2381554" [ 846.981418] env[62979]: _type = "Task" [ 846.981418] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.990856] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a483e32-17aa-449c-bb78-c6de860e4976 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.998083] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.002712] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.015660] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:27:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41f0056-51ef-4ce7-a592-144cea531ea1', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.025273] env[62979]: DEBUG oslo.service.loopingcall [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.028440] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.028855] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f95f34c-c106-4e45-acef-0b134078a9bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.045372] env[62979]: DEBUG nova.compute.manager [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.045593] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.049226] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afd217-09b3-4324-941f-acc13bbd46b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.056406] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.056406] env[62979]: value = "task-2381555" [ 847.056406] env[62979]: _type = "Task" [ 847.056406] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.062918] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.063529] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ab0345-768a-4e79-98b5-b5429b89e34e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.070731] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381555, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.075068] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 847.075068] env[62979]: value = "task-2381556" [ 847.075068] env[62979]: _type = "Task" [ 847.075068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.083317] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.495086] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.508680] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updated VIF entry in instance network info cache for port faddd1ec-5674-4d37-ad02-70482dc71f38. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.509029] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updating instance_info_cache with network_info: [{"id": "faddd1ec-5674-4d37-ad02-70482dc71f38", "address": "fa:16:3e:22:af:cb", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": null, "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfaddd1ec-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.575872] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381555, 'name': CreateVM_Task, 'duration_secs': 0.402994} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.579202] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.580597] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.580801] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.581431] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.585185] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aabc494-cbec-4a14-81d5-93cf209881fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.597079] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381556, 'name': PowerOffVM_Task, 'duration_secs': 0.199361} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.597251] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 847.597251] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5248c438-94f1-98b7-c3c0-5b248e577135" [ 847.597251] env[62979]: _type = "Task" [ 847.597251] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.597543] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.597749] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.598110] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba6fe31-6316-4a23-a586-36ba9714d49e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.610700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.610947] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Processing image becb8685-5a22-4eed-b6f5-a3a809b26b75 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.611723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.611723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.611723] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.612437] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52dc00bb-75e6-4fa0-bf48-6a43af1d67fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.620202] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.620454] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.621198] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafd745f-5d22-4301-86d4-7c6dc36e27e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.626957] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 847.626957] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52301f01-0af5-af20-40f0-88cafce5eaff" [ 847.626957] env[62979]: _type = "Task" [ 847.626957] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.636493] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52301f01-0af5-af20-40f0-88cafce5eaff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.670571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.670571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.670571] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleting the datastore file [datastore1] 7752b521-eff7-457c-83c3-0c600eb38b69 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.670571] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-249ec776-725e-4823-8490-3daaf9c8af1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.678345] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 847.678345] env[62979]: value = "task-2381558" [ 847.678345] env[62979]: _type = "Task" [ 847.678345] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.686252] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.714025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1d33e-8842-400f-9902-18797b6edc6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.721907] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623e4fe-22ac-4c0b-af3c-e024191e4af2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.755095] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958509b-f05b-49d6-8360-649f3d5a6cde {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.761998] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22f630-4a30-4a8c-9b78-6b6a3a6c01dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.775774] env[62979]: DEBUG nova.compute.provider_tree [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.997833] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608508} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.997833] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/e8ab0a13-ffee-4a38-9d94-56b85d5ac39c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.997833] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.997833] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c45afab8-d4bd-4121-a022-2e176b8d9c54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.003642] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 848.003642] env[62979]: value = "task-2381559" [ 848.003642] env[62979]: _type = "Task" [ 848.003642] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.014032] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.016140] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Releasing lock "refresh_cache-50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.016392] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.016881] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.016881] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.017043] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.017099] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] No waiting events found dispatching network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.017277] env[62979]: WARNING nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received unexpected event network-vif-plugged-b41f0056-51ef-4ce7-a592-144cea531ea1 for instance with vm_state shelved_offloaded and task_state spawning. [ 848.017439] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.017593] env[62979]: DEBUG nova.compute.manager [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing instance network info cache due to event network-changed-b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.017779] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.017916] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.018114] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Refreshing network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.019558] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.051929] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.052180] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.052340] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.052525] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.052707] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.052871] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.053327] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.053552] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.053740] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.053911] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.054113] env[62979]: DEBUG nova.virt.hardware [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.055422] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a941b0d-5ce5-46cd-91ab-6faf6e957bd5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.063713] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ea999-905a-4fe6-b0fd-17b76fefe381 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.139290] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 848.139552] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Fetch image to [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71/OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 848.139737] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Downloading stream optimized image becb8685-5a22-4eed-b6f5-a3a809b26b75 to [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71/OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71.vmdk on the data store datastore1 as vApp {{(pid=62979) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 848.140406] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Downloading image file data becb8685-5a22-4eed-b6f5-a3a809b26b75 to the ESX as VM named 'OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71' {{(pid=62979) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 848.190027] env[62979]: DEBUG oslo_vmware.api [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148174} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.190187] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.190392] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.190584] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.190759] env[62979]: INFO nova.compute.manager [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Took 1.15 seconds to destroy the instance on the hypervisor. [ 848.190999] env[62979]: DEBUG oslo.service.loopingcall [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.191209] env[62979]: DEBUG nova.compute.manager [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.191323] env[62979]: DEBUG nova.network.neutron [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.217635] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 848.217635] env[62979]: value = "resgroup-9" [ 848.217635] env[62979]: _type = "ResourcePool" [ 848.217635] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 848.219503] env[62979]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bc696312-6975-4ffb-991b-7327c1085246 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.246265] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lease: (returnval){ [ 848.246265] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e5de8-83f9-b329-6725-5b9515e062c3" [ 848.246265] env[62979]: _type = "HttpNfcLease" [ 848.246265] env[62979]: } obtained for vApp import into resource pool (val){ [ 848.246265] env[62979]: value = "resgroup-9" [ 848.246265] env[62979]: _type = "ResourcePool" [ 848.246265] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 848.246992] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the lease: (returnval){ [ 848.246992] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e5de8-83f9-b329-6725-5b9515e062c3" [ 848.246992] env[62979]: _type = "HttpNfcLease" [ 848.246992] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.253857] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.253857] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e5de8-83f9-b329-6725-5b9515e062c3" [ 848.253857] env[62979]: _type = "HttpNfcLease" [ 848.253857] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.300840] env[62979]: ERROR nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [req-53af1678-0c3d-41f2-8950-f5f25b10eeed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53af1678-0c3d-41f2-8950-f5f25b10eeed"}]} [ 848.328303] env[62979]: DEBUG nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 848.347238] env[62979]: DEBUG nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 848.347502] env[62979]: DEBUG nova.compute.provider_tree [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.363337] env[62979]: DEBUG nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 848.393313] env[62979]: DEBUG nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 848.476801] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "9ac3aece-03e6-42c9-b904-989c91abe25b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.477060] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.477937] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.477937] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.477937] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.480918] env[62979]: INFO nova.compute.manager [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Terminating instance [ 848.512861] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06944} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.515237] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.516450] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cf91da-d25b-4934-acb7-298414e1ed46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.545079] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/e8ab0a13-ffee-4a38-9d94-56b85d5ac39c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.545079] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df31b0bd-d402-4313-a3fd-df198384e521 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.567570] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 848.567570] env[62979]: value = "task-2381561" [ 848.567570] env[62979]: _type = "Task" [ 848.567570] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.576275] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.755328] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.755328] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e5de8-83f9-b329-6725-5b9515e062c3" [ 848.755328] env[62979]: _type = "HttpNfcLease" [ 848.755328] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.755328] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.755328] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e5de8-83f9-b329-6725-5b9515e062c3" [ 848.755328] env[62979]: _type = "HttpNfcLease" [ 848.755328] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 848.755717] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b9a1a-202f-4ee8-96dc-d077c6f83732 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.769908] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.770260] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 848.836671] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01b5b58d-1205-4550-951a-efee327e052e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.903761] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updated VIF entry in instance network info cache for port b41f0056-51ef-4ce7-a592-144cea531ea1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.904124] env[62979]: DEBUG nova.network.neutron [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.989510] env[62979]: DEBUG nova.compute.manager [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.989510] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.989510] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3373465-5469-498d-8dcf-2f3c4dbadb75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.999970] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.000279] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551cca49-94a3-431d-9c17-7894ff1400bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.007641] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 849.007641] env[62979]: value = "task-2381562" [ 849.007641] env[62979]: _type = "Task" [ 849.007641] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.016158] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.080198] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381561, 'name': ReconfigVM_Task, 'duration_secs': 0.426445} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.086029] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/e8ab0a13-ffee-4a38-9d94-56b85d5ac39c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.091901] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ce4e52b-c7cd-4e0d-96ae-47564cbccff5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.098981] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Successfully updated port: 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.114184] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 849.114184] env[62979]: value = "task-2381563" [ 849.114184] env[62979]: _type = "Task" [ 849.114184] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.125149] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381563, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.138496] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d8151-4f35-4e9d-bdaa-780b66ec0500 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.147932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b94fff-f429-4ba9-97c6-e5ddf2be4136 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.188289] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c791e8-757f-41eb-8ff5-12f82216d941 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.199263] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d887862-50f6-4917-88c0-840e2ba91a76 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.218412] env[62979]: DEBUG nova.compute.provider_tree [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.227634] env[62979]: DEBUG nova.compute.manager [req-3263c31d-288f-48d8-a8f8-327ef55bab99 req-bcd09be7-4497-4cf8-a299-d0fb4d7bfa17 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Received event network-vif-deleted-59120207-0323-4dd6-b74b-3e41c25493d9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.227634] env[62979]: INFO nova.compute.manager [req-3263c31d-288f-48d8-a8f8-327ef55bab99 req-bcd09be7-4497-4cf8-a299-d0fb4d7bfa17 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Neutron deleted interface 59120207-0323-4dd6-b74b-3e41c25493d9; detaching it from the instance and deleting it from the info cache [ 849.227634] env[62979]: DEBUG nova.network.neutron [req-3263c31d-288f-48d8-a8f8-327ef55bab99 req-bcd09be7-4497-4cf8-a299-d0fb4d7bfa17 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.363456] env[62979]: DEBUG nova.network.neutron [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.407452] env[62979]: DEBUG oslo_concurrency.lockutils [req-ad9e60af-1939-4688-9325-411902bab90a req-4b9df5e7-c077-4f03-af40-0131c709f15b service nova] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.520407] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381562, 'name': PowerOffVM_Task, 'duration_secs': 0.21563} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.520782] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.521090] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.521430] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3830d881-5fe1-4c2b-b66b-93f291de9922 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.610575] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.610992] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.610992] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.616488] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.616726] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.616967] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Deleting the datastore file [datastore2] 9ac3aece-03e6-42c9-b904-989c91abe25b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.622377] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f13801-985a-49c3-895a-68ab208a0472 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.632475] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381563, 'name': Rename_Task, 'duration_secs': 0.171261} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.635422] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.635769] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for the task: (returnval){ [ 849.635769] env[62979]: value = "task-2381565" [ 849.635769] env[62979]: _type = "Task" [ 849.635769] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.635962] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a82ecd-67c8-4cd9-88a3-c453b9694a5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.645467] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 849.645467] env[62979]: value = "task-2381566" [ 849.645467] env[62979]: _type = "Task" [ 849.645467] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.648873] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.661039] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.731623] env[62979]: DEBUG nova.scheduler.client.report [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.733828] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-264dbd32-50aa-4886-bc8f-f91700b09f52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.747185] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e52d05-88c1-4333-8769-2e4f1a67f5ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.779354] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "72d8b1ad-2327-42b1-982a-cbec715cac28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.779654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.807761] env[62979]: DEBUG nova.compute.manager [req-3263c31d-288f-48d8-a8f8-327ef55bab99 req-bcd09be7-4497-4cf8-a299-d0fb4d7bfa17 service nova] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Detach interface failed, port_id=59120207-0323-4dd6-b74b-3e41c25493d9, reason: Instance 7752b521-eff7-457c-83c3-0c600eb38b69 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 849.866969] env[62979]: INFO nova.compute.manager [-] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Took 1.68 seconds to deallocate network for instance. [ 850.039603] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 850.039920] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.041035] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016480aa-687a-4e19-b211-ec475b028783 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.049091] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.049320] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 850.049623] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a8d5d6b9-3e64-4807-967b-6ddca62c3174 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.147466] env[62979]: DEBUG oslo_vmware.api [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Task: {'id': task-2381565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179739} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.147710] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.147893] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.148086] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.148263] env[62979]: INFO nova.compute.manager [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 850.148524] env[62979]: DEBUG oslo.service.loopingcall [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.148803] env[62979]: DEBUG nova.compute.manager [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.148907] env[62979]: DEBUG nova.network.neutron [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.151149] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.160792] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.238490] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.267s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.239084] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.244137] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.014s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.244137] env[62979]: INFO nova.compute.claims [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.336075] env[62979]: DEBUG oslo_vmware.rw_handles [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8a077-c03d-a892-f988-7a8fc86d464b/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 850.336386] env[62979]: INFO nova.virt.vmwareapi.images [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Downloaded image file data becb8685-5a22-4eed-b6f5-a3a809b26b75 [ 850.337635] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f76268-e3ed-4e7c-9a4a-f764cd00b7d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.353750] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fdad741-5bb0-4c79-8fc5-cfdf0252640e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.367446] env[62979]: DEBUG nova.network.neutron [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.373441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.385211] env[62979]: INFO nova.virt.vmwareapi.images [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] The imported VM was unregistered [ 850.387349] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 850.387667] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Creating directory with path [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.388158] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa0e370-4507-41ef-8cb1-4739af36af54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.398445] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Created directory with path [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.398638] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71/OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71.vmdk to [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk. {{(pid=62979) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 850.398884] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87900206-bf1f-4c48-a3f8-c146359971a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.406496] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 850.406496] env[62979]: value = "task-2381568" [ 850.406496] env[62979]: _type = "Task" [ 850.406496] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.414904] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.523131] env[62979]: DEBUG nova.compute.manager [req-46122f49-390a-4c7b-a505-dcd5aa67f59e req-3434e78c-f2b0-4026-ba46-5af009e9b74c service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Received event network-vif-deleted-b0b2e724-4cab-4db2-8e4e-9910497004fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.523131] env[62979]: INFO nova.compute.manager [req-46122f49-390a-4c7b-a505-dcd5aa67f59e req-3434e78c-f2b0-4026-ba46-5af009e9b74c service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Neutron deleted interface b0b2e724-4cab-4db2-8e4e-9910497004fa; detaching it from the instance and deleting it from the info cache [ 850.523131] env[62979]: DEBUG nova.network.neutron [req-46122f49-390a-4c7b-a505-dcd5aa67f59e req-3434e78c-f2b0-4026-ba46-5af009e9b74c service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.659259] env[62979]: DEBUG oslo_vmware.api [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381566, 'name': PowerOnVM_Task, 'duration_secs': 0.673803} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.659623] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.659763] env[62979]: INFO nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Took 9.66 seconds to spawn the instance on the hypervisor. [ 850.659949] env[62979]: DEBUG nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.660913] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b379d5-f42b-4453-bc5d-dd54f6fd5a59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.752199] env[62979]: DEBUG nova.compute.utils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 850.754224] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.754404] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.803919] env[62979]: DEBUG nova.policy [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc9b4f9d85044a2aabf5fdce9bf940c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dd73ddaba914830987db65d3c22a142', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.870438] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.870844] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance network_info: |[{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.871313] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:34:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6934f0a8-f0fe-4083-ad6f-c293634dd516', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.879596] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating folder: Project (1e3174add63442a7a1db4fbf73d222ab). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.883562] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8e1cec-01ee-4f11-9a82-36e268f696c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.896127] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created folder: Project (1e3174add63442a7a1db4fbf73d222ab) in parent group-v483149. [ 850.896419] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating folder: Instances. Parent ref: group-v483340. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.896730] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd3c729-993c-4fa1-b06b-a6e6ab23e733 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.909575] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created folder: Instances in parent group-v483340. [ 850.909835] env[62979]: DEBUG oslo.service.loopingcall [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.914052] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.914476] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a585d27d-443a-4a36-9654-6e0711702ce1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.935472] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.937083] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.937083] env[62979]: value = "task-2381571" [ 850.937083] env[62979]: _type = "Task" [ 850.937083] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.946129] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381571, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.965825] env[62979]: DEBUG nova.network.neutron [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.025484] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6feccada-190a-4d55-8112-2741ca5b2d44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.038928] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dd43a1-f7fd-48f4-8a2f-ff61eb0ccdf7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.077101] env[62979]: DEBUG nova.compute.manager [req-46122f49-390a-4c7b-a505-dcd5aa67f59e req-3434e78c-f2b0-4026-ba46-5af009e9b74c service nova] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Detach interface failed, port_id=b0b2e724-4cab-4db2-8e4e-9910497004fa, reason: Instance 9ac3aece-03e6-42c9-b904-989c91abe25b could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.178567] env[62979]: INFO nova.compute.manager [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Took 57.78 seconds to build instance. [ 851.218106] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Successfully created port: 14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.255236] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.311418] env[62979]: DEBUG nova.compute.manager [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.311653] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.311858] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.315353] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.315639] env[62979]: DEBUG nova.compute.manager [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] No waiting events found dispatching network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.315824] env[62979]: WARNING nova.compute.manager [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received unexpected event network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 for instance with vm_state building and task_state spawning. [ 851.315993] env[62979]: DEBUG nova.compute.manager [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.316181] env[62979]: DEBUG nova.compute.manager [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing instance network info cache due to event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.316458] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.316641] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.316811] env[62979]: DEBUG nova.network.neutron [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.423772] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.447697] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381571, 'name': CreateVM_Task, 'duration_secs': 0.376776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.450409] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.451674] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.451845] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.452200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.452467] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90efa306-635b-4b7b-aebf-ff97c019877e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.457689] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 851.457689] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c6990c-2dcf-6d87-4a15-3395385ca4b0" [ 851.457689] env[62979]: _type = "Task" [ 851.457689] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.468619] env[62979]: INFO nova.compute.manager [-] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Took 1.32 seconds to deallocate network for instance. [ 851.468967] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c6990c-2dcf-6d87-4a15-3395385ca4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.682012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-42af0b65-b067-42f2-b37d-26db26209840 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.304s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.879798] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3f411-0740-42e3-9c9d-a1c18bd141aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.888563] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a661271-4f98-4817-867a-9a673f6ee5fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.925990] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd6f47-4f6c-43f5-82b1-2549ad1767e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.938056] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.938056] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9306b346-110a-4232-bf02-5dcf369a3c39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.952931] env[62979]: DEBUG nova.compute.provider_tree [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.970140] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c6990c-2dcf-6d87-4a15-3395385ca4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.0809} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.970546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.970797] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.971044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.971188] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.971365] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.971920] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5000675-8b4d-4a9f-a163-c7b30cb0647a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.986260] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.991283] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.991517] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.992294] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da26081d-3e60-4510-9230-d485044ee6eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.002211] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 852.002211] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523d7583-5ccf-3f93-c19e-2c4bf2a11983" [ 852.002211] env[62979]: _type = "Task" [ 852.002211] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.012164] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523d7583-5ccf-3f93-c19e-2c4bf2a11983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.161591] env[62979]: DEBUG nova.network.neutron [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updated VIF entry in instance network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.162017] env[62979]: DEBUG nova.network.neutron [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.185942] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.267267] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.295451] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.295451] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.295806] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.296124] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.296223] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.296676] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.296676] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.296900] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.297136] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.297377] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.297629] env[62979]: DEBUG nova.virt.hardware [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.298553] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b9675-6dc2-4dc6-a1e2-cdbab1118eeb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306934] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bbe4b3-f9ef-4480-ada8-75df50ec709b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.321707] env[62979]: INFO nova.compute.manager [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Rescuing [ 852.322083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.322286] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.322501] env[62979]: DEBUG nova.network.neutron [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.433141] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.459374] env[62979]: DEBUG nova.scheduler.client.report [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.514390] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523d7583-5ccf-3f93-c19e-2c4bf2a11983, 'name': SearchDatastore_Task, 'duration_secs': 0.08152} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.515211] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22792eb2-cd8d-4436-8f44-68a8f62551e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.521190] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 852.521190] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e29efb-4701-6d5c-81ec-aca39cd43ee1" [ 852.521190] env[62979]: _type = "Task" [ 852.521190] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.529666] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e29efb-4701-6d5c-81ec-aca39cd43ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.665574] env[62979]: DEBUG oslo_concurrency.lockutils [req-5784f461-d44f-4924-9f46-e36527ffabdc req-64d9d1e9-9750-4f11-af0a-171b8c53ef17 service nova] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.710690] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.833850] env[62979]: DEBUG nova.compute.manager [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Received event network-vif-plugged-14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.834100] env[62979]: DEBUG oslo_concurrency.lockutils [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] Acquiring lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.834426] env[62979]: DEBUG oslo_concurrency.lockutils [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.834549] env[62979]: DEBUG oslo_concurrency.lockutils [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.834723] env[62979]: DEBUG nova.compute.manager [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] No waiting events found dispatching network-vif-plugged-14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.834891] env[62979]: WARNING nova.compute.manager [req-10fd196c-fc0b-464e-936c-cda0a44128d6 req-08cfee44-d5ab-4aec-b7e6-9ffdea008c1f service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Received unexpected event network-vif-plugged-14c101af-2ecc-4a2e-a4fb-59b9408527e8 for instance with vm_state building and task_state spawning. [ 852.928495] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Successfully updated port: 14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.938251] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381568, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.378189} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.938522] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71/OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71.vmdk to [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk. [ 852.938715] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Cleaning up location [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 852.938880] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4d299d3d-f4fe-4564-887b-055f36a04c71 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.939196] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0265fd6-b9fd-4fe5-b1e3-b405d1ebbc07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.946555] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 852.946555] env[62979]: value = "task-2381572" [ 852.946555] env[62979]: _type = "Task" [ 852.946555] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.955881] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.968428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.968428] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.971095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 52.318s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.034999] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e29efb-4701-6d5c-81ec-aca39cd43ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.090629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.035150] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.035431] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.035741] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1027be7-cfb7-4e80-956e-16313b67d276 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.044240] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 853.044240] env[62979]: value = "task-2381573" [ 853.044240] env[62979]: _type = "Task" [ 853.044240] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.052905] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.081187] env[62979]: DEBUG nova.network.neutron [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Updating instance_info_cache with network_info: [{"id": "89a45bfe-3123-4984-9338-ae0237e09327", "address": "fa:16:3e:b9:ab:39", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a45bfe-31", "ovs_interfaceid": "89a45bfe-3123-4984-9338-ae0237e09327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.431574] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.431859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquired lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.431859] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.458694] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037757} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.459229] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.459356] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.459624] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk to [datastore1] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.459965] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-303d7f66-6a44-4ab2-b722-35088c8b9c6a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.467570] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 853.467570] env[62979]: value = "task-2381574" [ 853.467570] env[62979]: _type = "Task" [ 853.467570] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.488394] env[62979]: DEBUG nova.compute.utils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.490114] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.490853] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.491044] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.542589] env[62979]: DEBUG nova.policy [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74bc617e7661495794814bbca410e8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172a08d7e5084e5e8c31b3687f470efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.554639] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497728} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.554905] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.555131] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.555379] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17123101-9c5d-4e89-83e1-30852cd22747 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.561384] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 853.561384] env[62979]: value = "task-2381575" [ 853.561384] env[62979]: _type = "Task" [ 853.561384] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.569431] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.587676] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "refresh_cache-e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.916840] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Successfully created port: fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.979260] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.980204] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.991241] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating resource usage from migration e12ada55-0bb7-42a8-b25b-834e3da2ec58 [ 853.993917] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.034396] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.034565] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance fc7e713d-8e89-499e-bd3d-18aac337b3f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.034726] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 291d4570-ca75-4015-8368-291a72e8f34e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.034816] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 91ffb5f9-0178-4c46-85af-820755408214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.034925] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035236] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035236] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035398] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 58724e42-0b03-4b93-bea6-bd0d2a9cd345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035398] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1667b43d-f077-46d4-8c99-29c84a04854f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035491] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 124d9b8b-e705-4395-adc5-e326bcbec979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035659] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ebcfbf62-e067-4c9a-8272-0c01da189489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035740] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 0a16136a-78b8-4dbd-8764-dd124542ebdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035795] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance dd9a8c96-a202-4720-adfe-6e010624adde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.035939] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance b7258889-c444-4d40-b4b5-924943adf2b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.036064] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 7752b521-eff7-457c-83c3-0c600eb38b69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.036184] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance f2abc6c8-d7d7-47e5-b63f-24250a477026 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.036295] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 019394a9-3593-4cfa-9484-4acbea3a7bcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.036513] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (d39df0b0-bad2-4206-a7fb-dcba2b63f7cf): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 854.036636] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9538e88e-eb5b-4f06-90ae-758d08537353 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.036906] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 06186ac3-20ca-49c3-b00c-4ddb9a322035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.036906] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9ac3aece-03e6-42c9-b904-989c91abe25b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.039090] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance e8ab0a13-ffee-4a38-9d94-56b85d5ac39c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.039090] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.039090] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.039090] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 81d8cc64-9004-4049-96fd-ff45d4d3ae01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 854.071783] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.072076] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.072980] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c678f8e-9cbd-45ed-806e-03506b1aab7e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.098413] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.101633] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2888cbf-6d41-48c7-b77d-59d944820bfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.124572] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 854.124572] env[62979]: value = "task-2381576" [ 854.124572] env[62979]: _type = "Task" [ 854.124572] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.135644] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.267722] env[62979]: DEBUG nova.network.neutron [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Updating instance_info_cache with network_info: [{"id": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "address": "fa:16:3e:03:87:5b", "network": {"id": "964f7a71-938b-485e-bca6-689c1616c66f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-384620348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dd73ddaba914830987db65d3c22a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c101af-2e", "ovs_interfaceid": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.478826] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.541621] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance a35f84a6-6820-4a13-8181-f9f6b697c53e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.638029] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381576, 'name': ReconfigVM_Task, 'duration_secs': 0.313884} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.638029] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.638513] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4f81f8-b171-4792-bd2b-1a907598691a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.646502] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 854.646502] env[62979]: value = "task-2381577" [ 854.646502] env[62979]: _type = "Task" [ 854.646502] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.656412] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381577, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.770548] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Releasing lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.770953] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Instance network_info: |[{"id": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "address": "fa:16:3e:03:87:5b", "network": {"id": "964f7a71-938b-485e-bca6-689c1616c66f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-384620348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dd73ddaba914830987db65d3c22a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c101af-2e", "ovs_interfaceid": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.771463] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:87:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c101af-2ecc-4a2e-a4fb-59b9408527e8', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.780025] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Creating folder: Project (3dd73ddaba914830987db65d3c22a142). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.780025] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fe012a1-219f-4cac-91b2-1b2f0ffd7921 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.790642] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Created folder: Project (3dd73ddaba914830987db65d3c22a142) in parent group-v483149. [ 854.790879] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Creating folder: Instances. Parent ref: group-v483343. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.791172] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-656ce903-23e0-44fb-b618-192707cc6c85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.800798] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Created folder: Instances in parent group-v483343. [ 854.801105] env[62979]: DEBUG oslo.service.loopingcall [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.801177] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.801341] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8267fe4f-2ea8-4ebf-a9f8-515f11658f05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821958] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.821958] env[62979]: value = "task-2381580" [ 854.821958] env[62979]: _type = "Task" [ 854.821958] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.829826] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381580, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.897672] env[62979]: DEBUG nova.compute.manager [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Received event network-changed-14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.898071] env[62979]: DEBUG nova.compute.manager [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Refreshing instance network info cache due to event network-changed-14c101af-2ecc-4a2e-a4fb-59b9408527e8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.898341] env[62979]: DEBUG oslo_concurrency.lockutils [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] Acquiring lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.898494] env[62979]: DEBUG oslo_concurrency.lockutils [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] Acquired lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.898665] env[62979]: DEBUG nova.network.neutron [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Refreshing network info cache for port 14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.979884] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.005504] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.035379] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.035669] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.035884] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.036101] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.036258] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.036411] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.036626] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.036866] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.037105] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.037386] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.037615] env[62979]: DEBUG nova.virt.hardware [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.038599] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407446e5-aa39-41be-9840-f32520693d1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.046816] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 237a4a5b-1336-4fa1-a904-7924112cebb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 855.051177] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28526f-503f-4061-86e3-5f7b68d1c982 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.125243] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.125608] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a0fac7-c430-4153-94cb-1568e1b94776 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133947] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 855.133947] env[62979]: value = "task-2381581" [ 855.133947] env[62979]: _type = "Task" [ 855.133947] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.143720] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.156359] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381577, 'name': Rename_Task, 'duration_secs': 0.171892} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.156695] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.157170] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cf39c6c-1f15-416b-bff4-13ecc10e2b52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.163541] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 855.163541] env[62979]: value = "task-2381582" [ 855.163541] env[62979]: _type = "Task" [ 855.163541] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.171922] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.331784] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381580, 'name': CreateVM_Task, 'duration_secs': 0.415569} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.331969] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.332723] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.332919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333284] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.333562] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74cbaae-5874-4913-bf9d-8d8d75b822db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.338736] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 855.338736] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6fab0-1fb5-99f1-d2ff-663174022c56" [ 855.338736] env[62979]: _type = "Task" [ 855.338736] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.347112] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6fab0-1fb5-99f1-d2ff-663174022c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.479423] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.550268] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c3a1cb2a-e5ef-4586-b250-e345f87cee04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 855.649546] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381581, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.652074] env[62979]: DEBUG nova.compute.manager [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Received event network-vif-plugged-fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.653769] env[62979]: DEBUG oslo_concurrency.lockutils [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] Acquiring lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.653888] env[62979]: DEBUG oslo_concurrency.lockutils [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.654264] env[62979]: DEBUG oslo_concurrency.lockutils [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.658344] env[62979]: DEBUG nova.compute.manager [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] No waiting events found dispatching network-vif-plugged-fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.659026] env[62979]: WARNING nova.compute.manager [req-315cabc8-9482-4cf3-9772-05c52b577c18 req-8e4c174b-0183-42d3-8e81-776e953d6b07 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Received unexpected event network-vif-plugged-fd40020b-c211-43e2-9e8e-b0164a2c73b3 for instance with vm_state building and task_state spawning. [ 855.676370] env[62979]: DEBUG oslo_vmware.api [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381582, 'name': PowerOnVM_Task, 'duration_secs': 0.505556} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.678718] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Successfully updated port: fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.679971] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.680226] env[62979]: INFO nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Took 7.67 seconds to spawn the instance on the hypervisor. [ 855.680560] env[62979]: DEBUG nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.681624] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53ad71-0ae7-43d8-97c1-9d9202ac9a90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.750726] env[62979]: DEBUG nova.network.neutron [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Updated VIF entry in instance network info cache for port 14c101af-2ecc-4a2e-a4fb-59b9408527e8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.751118] env[62979]: DEBUG nova.network.neutron [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Updating instance_info_cache with network_info: [{"id": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "address": "fa:16:3e:03:87:5b", "network": {"id": "964f7a71-938b-485e-bca6-689c1616c66f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-384620348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dd73ddaba914830987db65d3c22a142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c101af-2e", "ovs_interfaceid": "14c101af-2ecc-4a2e-a4fb-59b9408527e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.851455] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6fab0-1fb5-99f1-d2ff-663174022c56, 'name': SearchDatastore_Task, 'duration_secs': 0.01519} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.851787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.852042] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.852309] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.852464] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.852672] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.852968] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e81a51e8-0ba7-40f3-a283-36f26b60aabf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.860931] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.861208] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.861858] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889f9bec-c4a6-426c-ba3a-59cde0e00958 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.867194] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 855.867194] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527d395c-32a1-7172-0e86-eea772a867c3" [ 855.867194] env[62979]: _type = "Task" [ 855.867194] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.875076] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527d395c-32a1-7172-0e86-eea772a867c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.981032] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381574, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.402406} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.981299] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/becb8685-5a22-4eed-b6f5-a3a809b26b75/becb8685-5a22-4eed-b6f5-a3a809b26b75.vmdk to [datastore1] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.982093] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85790988-6ad9-42be-b692-d78b21f973ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.004354] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.004700] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d444ee-bea6-454c-a332-403569fc7b4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.025369] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 856.025369] env[62979]: value = "task-2381583" [ 856.025369] env[62979]: _type = "Task" [ 856.025369] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.033756] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.053779] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 37a54f89-ae27-4390-b38a-66a66ce26fbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 856.144661] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381581, 'name': PowerOffVM_Task, 'duration_secs': 0.525521} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.144936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.145741] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c484059-8c17-4b63-9b47-05438415ded4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.164533] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7fbaa2-0edf-4eae-9130-1dd1f3712416 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.188740] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.188740] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.188740] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.204686] env[62979]: INFO nova.compute.manager [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Took 60.36 seconds to build instance. [ 856.210816] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.212147] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e322649b-4474-4040-998d-eaea094b3a70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.220912] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 856.220912] env[62979]: value = "task-2381584" [ 856.220912] env[62979]: _type = "Task" [ 856.220912] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.230694] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 856.231080] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.234022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.234022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234022] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.234022] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9511d83a-ff27-4bae-8d49-1388141cf144 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.241640] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.241879] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.242639] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a3e176-616b-4f4e-bbc6-e415d89ba553 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.248283] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 856.248283] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6b8bf-bf39-b586-52a6-a8dae55e3b9e" [ 856.248283] env[62979]: _type = "Task" [ 856.248283] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.253454] env[62979]: DEBUG oslo_concurrency.lockutils [req-2fa5dde8-2f93-403c-aff1-b782fa4a3687 req-d08aa5ea-4ed4-42e6-97f5-563873d47138 service nova] Releasing lock "refresh_cache-c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.256762] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6b8bf-bf39-b586-52a6-a8dae55e3b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.378846] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527d395c-32a1-7172-0e86-eea772a867c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.379590] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9a379c-ef98-4a9e-9ec3-50ee11b3655f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.384515] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 856.384515] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7f78-c2a9-759c-7f7c-9cb5ae27ebd5" [ 856.384515] env[62979]: _type = "Task" [ 856.384515] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.391542] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7f78-c2a9-759c-7f7c-9cb5ae27ebd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.534885] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.557258] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance e20c8bd0-4906-4d99-a638-c61570f208d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 856.705190] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7890404e-3fa7-4056-b162-c70c035beb10 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.874s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.735848] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.760416] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a6b8bf-bf39-b586-52a6-a8dae55e3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.761178] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebc0c8c-dd97-49d5-875d-9bd91e40298e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.766397] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 856.766397] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c4adb-a21c-0c39-05ed-73dd9f554b32" [ 856.766397] env[62979]: _type = "Task" [ 856.766397] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.774052] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c4adb-a21c-0c39-05ed-73dd9f554b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.873881] env[62979]: DEBUG nova.network.neutron [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Updating instance_info_cache with network_info: [{"id": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "address": "fa:16:3e:56:db:fb", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd40020b-c2", "ovs_interfaceid": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.895854] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7f78-c2a9-759c-7f7c-9cb5ae27ebd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.896126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.896383] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f/c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.896638] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dccbaf1-33db-43ea-b518-865063dd0880 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.904083] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 856.904083] env[62979]: value = "task-2381585" [ 856.904083] env[62979]: _type = "Task" [ 856.904083] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.912601] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.040590] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.059662] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ca2657f3-cb8b-4506-86d2-8984150ecd37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 857.210025] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.283235] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]521c4adb-a21c-0c39-05ed-73dd9f554b32, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.283235] env[62979]: DEBUG oslo_concurrency.lockutils [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.283235] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 857.283235] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef92e629-838f-4d32-a425-76277a1d3f4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.291988] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 857.291988] env[62979]: value = "task-2381586" [ 857.291988] env[62979]: _type = "Task" [ 857.291988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.304152] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.376333] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.380308] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Instance network_info: |[{"id": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "address": "fa:16:3e:56:db:fb", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd40020b-c2", "ovs_interfaceid": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.380905] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:db:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd40020b-c211-43e2-9e8e-b0164a2c73b3', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.388863] env[62979]: DEBUG oslo.service.loopingcall [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.389233] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.390064] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453f869d-8a10-405c-8c61-0e6280f22a2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.417055] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381585, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.418592] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.418592] env[62979]: value = "task-2381587" [ 857.418592] env[62979]: _type = "Task" [ 857.418592] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.429136] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381587, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.541058] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381583, 'name': ReconfigVM_Task, 'duration_secs': 1.081544} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.541480] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9538e88e-eb5b-4f06-90ae-758d08537353/9538e88e-eb5b-4f06-90ae-758d08537353.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.542511] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-291bb647-737e-4691-80e3-db876c2d5f94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.549080] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 857.549080] env[62979]: value = "task-2381588" [ 857.549080] env[62979]: _type = "Task" [ 857.549080] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.561329] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381588, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.565119] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance cc8d2782-d99c-4499-be2b-36d7144e9711 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 857.702428] env[62979]: DEBUG nova.compute.manager [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Received event network-changed-fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.702428] env[62979]: DEBUG nova.compute.manager [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Refreshing instance network info cache due to event network-changed-fd40020b-c211-43e2-9e8e-b0164a2c73b3. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.702630] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Acquiring lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.702827] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Acquired lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.703502] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Refreshing network info cache for port fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.739052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.803704] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.916021] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677326} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.916356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f/c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.916564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.916852] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dab6b153-9f63-4014-9a5c-130e4bc5bce9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.924198] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 857.924198] env[62979]: value = "task-2381589" [ 857.924198] env[62979]: _type = "Task" [ 857.924198] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.931114] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381587, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.936159] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.058904] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381588, 'name': Rename_Task, 'duration_secs': 0.214067} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.059192] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.059481] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a61914eb-4a13-4c3b-83b1-9a1f36ffd6fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.067252] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 858.067252] env[62979]: value = "task-2381590" [ 858.067252] env[62979]: _type = "Task" [ 858.067252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.068253] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 2fa8ac7a-73cd-4ef7-9488-588a69902e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 858.079173] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.304685] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775743} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.304999] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 858.305825] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b609914-8ccc-44e9-8c0e-f7fc2e7b6509 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.339806] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.342500] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b6d4e5-9b2b-4f6d-9c64-c6fe61884d85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.365982] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 858.365982] env[62979]: value = "task-2381591" [ 858.365982] env[62979]: _type = "Task" [ 858.365982] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.375334] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.432274] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381587, 'name': CreateVM_Task, 'duration_secs': 0.771305} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.432821] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.433526] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.433687] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.434047] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.437724] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dc43f1-1978-4cf8-9cad-aeb4e9026200 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.440036] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138644} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.443648] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.445437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4535e0-20eb-47f5-b470-2556c99ace03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.450318] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 858.450318] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523061a6-205a-45d6-2d5b-68fa70eb79cd" [ 858.450318] env[62979]: _type = "Task" [ 858.450318] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.477087] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f/c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.478028] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6427ee62-32c6-41c0-8a3e-78d1c4e39226 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.499212] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523061a6-205a-45d6-2d5b-68fa70eb79cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.500201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.500454] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.500777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.500954] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.501181] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.501456] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1285c509-df11-48d2-8271-c488bee94f2b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.504535] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 858.504535] env[62979]: value = "task-2381592" [ 858.504535] env[62979]: _type = "Task" [ 858.504535] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.513665] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.514890] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.515074] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.515823] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84524711-2a4d-4212-978a-965d992e7f16 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.521171] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 858.521171] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe5cd3-a32b-8c21-d543-c16ac55a8c09" [ 858.521171] env[62979]: _type = "Task" [ 858.521171] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.529375] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe5cd3-a32b-8c21-d543-c16ac55a8c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.549861] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Updated VIF entry in instance network info cache for port fd40020b-c211-43e2-9e8e-b0164a2c73b3. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.550334] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Updating instance_info_cache with network_info: [{"id": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "address": "fa:16:3e:56:db:fb", "network": {"id": "cb198519-148d-4847-9202-8a7424b8f50d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1388217163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172a08d7e5084e5e8c31b3687f470efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd40020b-c2", "ovs_interfaceid": "fd40020b-c211-43e2-9e8e-b0164a2c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.572963] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3c44850d-daec-4063-8bc3-ff4c17fe8e8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 858.573192] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration e12ada55-0bb7-42a8-b25b-834e3da2ec58 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 858.573362] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance d34451dc-b237-4aa5-a878-ada373fda0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 858.580653] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.875647] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381591, 'name': ReconfigVM_Task, 'duration_secs': 0.328172} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.875937] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.876985] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e770331-47fa-4ccf-aa6e-2750d68d2d86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.902977] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46d8136-1319-486e-932c-e302427f6106 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.918419] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 858.918419] env[62979]: value = "task-2381593" [ 858.918419] env[62979]: _type = "Task" [ 858.918419] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.926333] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.014663] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381592, 'name': ReconfigVM_Task, 'duration_secs': 0.287218} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.014929] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f/c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.015573] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a4ed4e-9406-406b-b615-d39637b8b3ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.022861] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 859.022861] env[62979]: value = "task-2381594" [ 859.022861] env[62979]: _type = "Task" [ 859.022861] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.037213] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381594, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.042095] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fe5cd3-a32b-8c21-d543-c16ac55a8c09, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.043173] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0757603-3672-406f-bf69-00ccc78481e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.049654] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 859.049654] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526ffe53-5eff-ab0d-60f4-1fe76ad67201" [ 859.049654] env[62979]: _type = "Task" [ 859.049654] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.054481] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Releasing lock "refresh_cache-81d8cc64-9004-4049-96fd-ff45d4d3ae01" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.054808] env[62979]: DEBUG nova.compute.manager [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.055070] env[62979]: DEBUG nova.compute.manager [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing instance network info cache due to event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.055370] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.055854] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.056118] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.064625] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526ffe53-5eff-ab0d-60f4-1fe76ad67201, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.065699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.066058] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 81d8cc64-9004-4049-96fd-ff45d4d3ae01/81d8cc64-9004-4049-96fd-ff45d4d3ae01.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.066401] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f0fed7b-a5f4-4da3-ba4f-21495af2cf5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.079313] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 18d1b043-73a0-4cb0-a4bc-87d53e453d94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 859.080698] env[62979]: DEBUG oslo_vmware.api [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381590, 'name': PowerOnVM_Task, 'duration_secs': 0.629157} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.083172] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.084044] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 859.084044] env[62979]: value = "task-2381595" [ 859.084044] env[62979]: _type = "Task" [ 859.084044] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.092833] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.184664] env[62979]: DEBUG nova.compute.manager [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.185916] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38afdc8-774d-42c7-b5c7-090e03822563 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.432673] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381593, 'name': ReconfigVM_Task, 'duration_secs': 0.158697} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.433050] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.433355] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d1d45a-fa4e-4988-be18-30816c9af192 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.440740] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 859.440740] env[62979]: value = "task-2381596" [ 859.440740] env[62979]: _type = "Task" [ 859.440740] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.449087] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.540581] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381594, 'name': Rename_Task, 'duration_secs': 0.158067} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.540976] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.541324] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c86daf-d154-4e95-8587-99c0173903c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.548789] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 859.548789] env[62979]: value = "task-2381597" [ 859.548789] env[62979]: _type = "Task" [ 859.548789] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.557674] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.583891] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 72d8b1ad-2327-42b1-982a-cbec715cac28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 859.584138] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.584325] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.598279] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381595, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.712327] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37e2c4a7-fcba-4b07-b395-39d8def3a7d7 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 65.531s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.900322] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updated VIF entry in instance network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.900322] env[62979]: DEBUG nova.network.neutron [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.952874] env[62979]: DEBUG oslo_vmware.api [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381596, 'name': PowerOnVM_Task, 'duration_secs': 0.442317} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.953381] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.958538] env[62979]: DEBUG nova.compute.manager [None req-71391a93-a339-4912-9e03-611fa18307d6 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.959593] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f1d99-e91b-4f42-8b95-b27de10dbca8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.059212] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381597, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.097147] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.097396] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 81d8cc64-9004-4049-96fd-ff45d4d3ae01/81d8cc64-9004-4049-96fd-ff45d4d3ae01.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.097602] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.097843] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142d152c-ec86-4271-a432-42249561b7ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.103610] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 860.103610] env[62979]: value = "task-2381598" [ 860.103610] env[62979]: _type = "Task" [ 860.103610] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.112697] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.132443] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f033303-fa62-4a5e-b0b9-69aa981c0278 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.139435] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c294f4d5-570b-48d0-ab7e-97f3ab81d5cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.167967] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f17225-70d6-43cf-83d1-bbc0c1bdbd7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.174862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5ea02-ee45-4c99-9ad6-cff29beab259 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.188175] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.405342] env[62979]: DEBUG oslo_concurrency.lockutils [req-69f3813d-649b-4bec-8fb7-4b9bc285d0bf req-510370ee-7200-4c17-b1b4-afb95cdef1fe service nova] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.559432] env[62979]: DEBUG oslo_vmware.api [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381597, 'name': PowerOnVM_Task, 'duration_secs': 0.574237} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.559701] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.559898] env[62979]: INFO nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Took 8.29 seconds to spawn the instance on the hypervisor. [ 860.560088] env[62979]: DEBUG nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.560938] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b595ad-c12b-491d-a4d1-56c53af07f0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613702] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178148} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.613702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.614446] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ff168-27fe-4375-9dee-0cc682b0723e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.636813] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 81d8cc64-9004-4049-96fd-ff45d4d3ae01/81d8cc64-9004-4049-96fd-ff45d4d3ae01.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.637131] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2751d24f-b3bf-434c-8ee5-229f645d907f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.657835] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 860.657835] env[62979]: value = "task-2381599" [ 860.657835] env[62979]: _type = "Task" [ 860.657835] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.665562] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.710319] env[62979]: ERROR nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [req-0ae46981-5d6e-44ed-8d20-067128802bbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ae46981-5d6e-44ed-8d20-067128802bbf"}]} [ 860.727877] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.740844] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.741181] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.752871] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.770631] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.083464] env[62979]: INFO nova.compute.manager [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Took 63.78 seconds to build instance. [ 861.175162] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.223202] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb091625-136e-4cea-90da-6e21a9c463a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.231242] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea24f47-60b5-45a5-ae42-2878c634836a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.267717] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4241eb3-6ff9-4f46-a4d6-a0a834b1fc7c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.280773] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b5716-0fd5-48ab-b087-13fe5b4fd60f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.296487] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.585907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-281ffa01-38de-4148-ba28-27dfac5dddda tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.295s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.668331] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.779652] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319cbd78-e836-4d8d-9307-580994afd69f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.786847] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Suspending the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 861.787114] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d8b636b9-42e1-4b7e-9478-34c0eaa2978a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.793496] env[62979]: DEBUG oslo_vmware.api [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 861.793496] env[62979]: value = "task-2381600" [ 861.793496] env[62979]: _type = "Task" [ 861.793496] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.808298] env[62979]: DEBUG oslo_vmware.api [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381600, 'name': SuspendVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.826873] env[62979]: ERROR nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [req-a5017b7e-7425-4e83-b551-9c497ba3e67e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5017b7e-7425-4e83-b551-9c497ba3e67e"}]} [ 861.842060] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.860144] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.860341] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.871508] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.889141] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.087645] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.144508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.144754] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.171279] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381599, 'name': ReconfigVM_Task, 'duration_secs': 1.038804} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.171605] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 81d8cc64-9004-4049-96fd-ff45d4d3ae01/81d8cc64-9004-4049-96fd-ff45d4d3ae01.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.172363] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b821195-e84a-47fb-8836-255e07132958 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.180296] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 862.180296] env[62979]: value = "task-2381601" [ 862.180296] env[62979]: _type = "Task" [ 862.180296] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.190719] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381601, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.305771] env[62979]: DEBUG oslo_vmware.api [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381600, 'name': SuspendVM_Task} progress is 62%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.309381] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.309634] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.309841] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.310032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.310208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.315183] env[62979]: INFO nova.compute.manager [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Terminating instance [ 862.399441] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f953c-fa0b-4a51-8b84-a63a846ad083 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.407121] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92b99b2-251c-4d1b-9be7-8289a1cf77cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.438370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dae4b31-c2df-4709-86b3-b0a1ffc36a50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.446025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c9e3f7-f375-412d-98e3-d1b668b1e86e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.461986] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.607680] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.691710] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381601, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.803618] env[62979]: DEBUG oslo_vmware.api [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381600, 'name': SuspendVM_Task, 'duration_secs': 0.928324} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.803901] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Suspended the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 862.804098] env[62979]: DEBUG nova.compute.manager [None req-2782ac05-9fa6-47f4-85dd-8768a110a340 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.804879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63876b0a-82db-4314-9425-57ef0f1e0c46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.819302] env[62979]: DEBUG nova.compute.manager [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.819518] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.820299] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e300d79-4f51-48c4-9825-4e65f6a7074e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.829349] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.829574] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc166237-f871-4a9e-8c09-0ffdfc8ccbac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.835564] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 862.835564] env[62979]: value = "task-2381602" [ 862.835564] env[62979]: _type = "Task" [ 862.835564] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.843021] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.995454] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.995454] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 104 to 105 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.995454] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.193776] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381601, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.346524] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.501577] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 863.501870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.532s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.502470] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 60.087s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.502470] env[62979]: DEBUG nova.objects.instance [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.505873] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.506040] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 863.693665] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381601, 'name': Rename_Task, 'duration_secs': 1.175255} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.693958] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.694215] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d0e696-aaa7-4ffd-b669-4ef2f4c11569 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.701060] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 863.701060] env[62979]: value = "task-2381603" [ 863.701060] env[62979]: _type = "Task" [ 863.701060] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.709637] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.847528] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381602, 'name': PowerOffVM_Task, 'duration_secs': 0.661251} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.847528] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.847697] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.847917] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e79a88c-d531-4359-89fe-4b1a51f85a6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.944187] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.944415] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.944604] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Deleting the datastore file [datastore2] c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.944865] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f9b228-abf0-4135-bb7a-0d7f78e6e9cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.952025] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for the task: (returnval){ [ 863.952025] env[62979]: value = "task-2381605" [ 863.952025] env[62979]: _type = "Task" [ 863.952025] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.960631] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.020338] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] There are 42 instances to clean {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 864.020642] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: e464df66-37d9-4500-9b94-2271ed65e319] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.023775] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ed76faf-3f47-48a1-8f4f-bf8a5e432044 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.024673] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 60.283s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.024907] env[62979]: DEBUG nova.objects.instance [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.211516] env[62979]: DEBUG oslo_vmware.api [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381603, 'name': PowerOnVM_Task, 'duration_secs': 0.473014} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.211794] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.212017] env[62979]: INFO nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Took 9.21 seconds to spawn the instance on the hypervisor. [ 864.212229] env[62979]: DEBUG nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.213315] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe643f-ccc2-416d-9d41-4ff3944f11ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.283589] env[62979]: INFO nova.compute.manager [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Resuming [ 864.284252] env[62979]: DEBUG nova.objects.instance [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'flavor' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.462347] env[62979]: DEBUG oslo_vmware.api [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Task: {'id': task-2381605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208852} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.462610] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.462831] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.463210] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.463399] env[62979]: INFO nova.compute.manager [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 864.463639] env[62979]: DEBUG oslo.service.loopingcall [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.463828] env[62979]: DEBUG nova.compute.manager [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.463921] env[62979]: DEBUG nova.network.neutron [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.529371] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 7ab6a832-1e4e-4b17-81d4-4fbc5cc0a022] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.736980] env[62979]: INFO nova.compute.manager [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Took 65.52 seconds to build instance. [ 865.037138] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 153d640d-0e18-488d-9e77-b846e4111200] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.041991] env[62979]: DEBUG oslo_concurrency.lockutils [None req-705664ef-4e7f-49f4-96f7-99b553f771d7 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.046495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 57.524s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.048539] env[62979]: INFO nova.compute.claims [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.199815] env[62979]: DEBUG nova.compute.manager [req-af3b0f3c-567d-4dab-b784-cbf07863db56 req-e4bee2d9-6c92-433e-8891-2ec87c82aaeb service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Received event network-vif-deleted-14c101af-2ecc-4a2e-a4fb-59b9408527e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.200033] env[62979]: INFO nova.compute.manager [req-af3b0f3c-567d-4dab-b784-cbf07863db56 req-e4bee2d9-6c92-433e-8891-2ec87c82aaeb service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Neutron deleted interface 14c101af-2ecc-4a2e-a4fb-59b9408527e8; detaching it from the instance and deleting it from the info cache [ 865.200445] env[62979]: DEBUG nova.network.neutron [req-af3b0f3c-567d-4dab-b784-cbf07863db56 req-e4bee2d9-6c92-433e-8891-2ec87c82aaeb service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.241916] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7a3ec1cc-c731-4856-9768-f84c79ed12cd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.038s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.546178] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8440db2d-970f-44b7-83ed-6e2986d92cf0] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.568234] env[62979]: DEBUG nova.network.neutron [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.703068] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82ac046f-60ae-4339-96d4-5f0cfc6f119c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.715370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27195a-dbf3-463b-a08c-298a4974512f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.751428] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.753849] env[62979]: DEBUG nova.compute.manager [req-af3b0f3c-567d-4dab-b784-cbf07863db56 req-e4bee2d9-6c92-433e-8891-2ec87c82aaeb service nova] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Detach interface failed, port_id=14c101af-2ecc-4a2e-a4fb-59b9408527e8, reason: Instance c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 865.800991] env[62979]: DEBUG oslo_concurrency.lockutils [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.801210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquired lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.801390] env[62979]: DEBUG nova.network.neutron [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.049475] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 15c9971e-9ecb-452d-a48c-4be8d00b1f64] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.070496] env[62979]: INFO nova.compute.manager [-] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Took 1.61 seconds to deallocate network for instance. [ 866.273718] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.548961] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034186b-73c5-450b-8ad1-b72c66e5cb63 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.552268] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: f8e22148-e48a-420d-9545-ea6443a462de] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.557502] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d9879-ec23-4ad6-8d43-86aae5c5db39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.589560] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.592050] env[62979]: DEBUG nova.network.neutron [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [{"id": "b41f0056-51ef-4ce7-a592-144cea531ea1", "address": "fa:16:3e:a7:27:7e", "network": {"id": "c97af5d5-52a7-41a8-a0e4-2981e6bdbc99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1649613618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6636b35d656c4bb1826ac88726d484b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41f0056-51", "ovs_interfaceid": "b41f0056-51ef-4ce7-a592-144cea531ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.593932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a4bfc-c163-4858-abb6-20deb57cbe67 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.601995] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa4995-2f10-4128-8175-aaa8958968df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.616485] env[62979]: DEBUG nova.compute.provider_tree [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.057574] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: d05bd991-4bcc-4fec-9536-9220169fed55] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.094201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Releasing lock "refresh_cache-9538e88e-eb5b-4f06-90ae-758d08537353" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.095231] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff3a42-5424-4ad9-bcb6-c16a5c904061 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.102997] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Resuming the VM {{(pid=62979) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 867.103282] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2308c4ba-9083-4198-a81a-05512bb7796a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.109805] env[62979]: DEBUG oslo_vmware.api [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 867.109805] env[62979]: value = "task-2381606" [ 867.109805] env[62979]: _type = "Task" [ 867.109805] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.117859] env[62979]: DEBUG oslo_vmware.api [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.119842] env[62979]: DEBUG nova.scheduler.client.report [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.561233] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1a6d8f95-f62d-4d8c-86ec-28ec4cd07ce8] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.624864] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.625605] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.629230] env[62979]: DEBUG oslo_vmware.api [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.629666] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 59.736s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.629783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.631990] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.732s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.632210] env[62979]: DEBUG nova.objects.instance [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.666573] env[62979]: INFO nova.scheduler.client.report [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocations for instance f2abc6c8-d7d7-47e5-b63f-24250a477026 [ 867.806667] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.806919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.807164] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.807356] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.807529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.811899] env[62979]: INFO nova.compute.manager [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Terminating instance [ 868.065095] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 233c9ab0-3c91-420b-a8df-f7560d1ba7c7] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.120793] env[62979]: DEBUG oslo_vmware.api [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381606, 'name': PowerOnVM_Task, 'duration_secs': 0.574824} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.121151] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Resumed the VM {{(pid=62979) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 868.121345] env[62979]: DEBUG nova.compute.manager [None req-726afee7-a29b-411b-8c4d-5fb13c85adf5 tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.122201] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b0bbd-cc1d-4ae6-a2f8-123c07cc7225 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.130632] env[62979]: DEBUG nova.compute.utils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.131819] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.131980] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.175273] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ced18518-2fa4-4213-928c-af4ca606a407 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "f2abc6c8-d7d7-47e5-b63f-24250a477026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 63.542s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.206819] env[62979]: DEBUG nova.policy [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c88c9dea2e44a9aa34b27904c46bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8915f6e54f8b4c5e851c574da9b2af09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.315952] env[62979]: DEBUG nova.compute.manager [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.316115] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.317155] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc8695-909c-44af-8285-cf875229f899 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.326344] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.326344] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a72f13-c6f6-4727-9aab-b4a577509262 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.331740] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 868.331740] env[62979]: value = "task-2381607" [ 868.331740] env[62979]: _type = "Task" [ 868.331740] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.339876] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.569270] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ac4c6ca5-cdb1-4603-8609-8e442cf534fd] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.582047] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Successfully created port: 9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.634781] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.641417] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8a8ef21d-4af0-403b-946a-817871be0936 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.642726] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.284s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.644237] env[62979]: INFO nova.compute.claims [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.843435] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381607, 'name': PowerOffVM_Task, 'duration_secs': 0.206936} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.843715] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.843887] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.844190] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04829d47-eff8-4c32-8ae3-2d2041529be8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.910965] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.911233] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.911427] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleting the datastore file [datastore2] 81d8cc64-9004-4049-96fd-ff45d4d3ae01 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.911702] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1af8bb2-8ef1-4207-98ad-cb9d91413a1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919163] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 868.919163] env[62979]: value = "task-2381609" [ 868.919163] env[62979]: _type = "Task" [ 868.919163] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.931492] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.075172] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c8c7241a-1c88-4c14-a755-21f0873d80de] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.434717] env[62979]: DEBUG oslo_vmware.api [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163433} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.434830] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.435763] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.435763] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.435763] env[62979]: INFO nova.compute.manager [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 869.435763] env[62979]: DEBUG oslo.service.loopingcall [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.435966] env[62979]: DEBUG nova.compute.manager [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.436015] env[62979]: DEBUG nova.network.neutron [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.579956] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ce744ab1-3fc9-4c94-b1e2-fa6504a2f39a] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 869.645560] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.678430] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.678673] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.678857] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.680505] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.680505] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.680923] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.681711] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.681711] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.682013] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.682207] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.683715] env[62979]: DEBUG nova.virt.hardware [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.683715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9b444-268e-4851-9b1a-1afe626af77d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.695411] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0f269-39bd-4afc-89a5-6c1562a05da6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.787878] env[62979]: DEBUG nova.compute.manager [req-48c00fa6-6450-4bfa-a503-c9ffc7d5a6ee req-dc51baf1-c4ea-49fa-abc8-06fce2594d68 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Received event network-vif-deleted-fd40020b-c211-43e2-9e8e-b0164a2c73b3 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.788054] env[62979]: INFO nova.compute.manager [req-48c00fa6-6450-4bfa-a503-c9ffc7d5a6ee req-dc51baf1-c4ea-49fa-abc8-06fce2594d68 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Neutron deleted interface fd40020b-c211-43e2-9e8e-b0164a2c73b3; detaching it from the instance and deleting it from the info cache [ 869.788221] env[62979]: DEBUG nova.network.neutron [req-48c00fa6-6450-4bfa-a503-c9ffc7d5a6ee req-dc51baf1-c4ea-49fa-abc8-06fce2594d68 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.084443] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9370b479-8925-4e3c-8f1b-5cd4488f42f5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.192465] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81485d01-89e5-4817-b923-5c78fa219330 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.202018] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998435a6-d523-4969-b898-299e6749f631 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.237878] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c5fae-e47e-4204-9c97-ed7621b52fd5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.247196] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc9818-652c-4513-ab38-0dca232d8852 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.263043] env[62979]: DEBUG nova.compute.provider_tree [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.271557] env[62979]: DEBUG nova.network.neutron [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.290234] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255d8128-c7ca-4a12-9351-dbea1073a734 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.299894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717708d9-6fc8-4496-a99f-fbd509f241e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.335418] env[62979]: DEBUG nova.compute.manager [req-48c00fa6-6450-4bfa-a503-c9ffc7d5a6ee req-dc51baf1-c4ea-49fa-abc8-06fce2594d68 service nova] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Detach interface failed, port_id=fd40020b-c211-43e2-9e8e-b0164a2c73b3, reason: Instance 81d8cc64-9004-4049-96fd-ff45d4d3ae01 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.369677] env[62979]: DEBUG nova.compute.manager [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Received event network-vif-plugged-9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.369913] env[62979]: DEBUG oslo_concurrency.lockutils [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] Acquiring lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.370115] env[62979]: DEBUG oslo_concurrency.lockutils [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.370291] env[62979]: DEBUG oslo_concurrency.lockutils [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.370455] env[62979]: DEBUG nova.compute.manager [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] No waiting events found dispatching network-vif-plugged-9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.370621] env[62979]: WARNING nova.compute.manager [req-6dfacbbc-009c-4e9f-b59f-6d1d795b8b5d req-a2b34873-8863-4d02-950e-95d52c58309a service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Received unexpected event network-vif-plugged-9873a452-41a9-4bcd-ad3a-29118f1024c7 for instance with vm_state building and task_state spawning. [ 870.435380] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Successfully updated port: 9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.588559] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: b200c9ec-0be1-40e7-8da7-525730c7931b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 870.774069] env[62979]: INFO nova.compute.manager [-] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Took 1.34 seconds to deallocate network for instance. [ 870.794636] env[62979]: DEBUG nova.scheduler.client.report [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.796828] env[62979]: DEBUG nova.compute.provider_tree [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 105 to 106 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.796828] env[62979]: DEBUG nova.compute.provider_tree [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.938429] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.938429] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.938649] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.092512] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c1e19567-0fda-46c4-828d-b05bb9ce09cf] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.274907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.275168] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.281252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.301399] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.302014] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.305091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.781s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.307012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.307295] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.767s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.309376] env[62979]: INFO nova.compute.claims [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.339277] env[62979]: INFO nova.scheduler.client.report [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted allocations for instance b7258889-c444-4d40-b4b5-924943adf2b5 [ 871.490150] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.597997] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 74a76dd9-217c-4209-a7d3-01512114f82b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.633564] env[62979]: DEBUG nova.network.neutron [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Updating instance_info_cache with network_info: [{"id": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "address": "fa:16:3e:b4:d3:5d", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9873a452-41", "ovs_interfaceid": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.816902] env[62979]: DEBUG nova.compute.utils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 871.817372] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.817544] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.849084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-572bfc63-35ea-4596-aa25-5398a82ef50f tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "b7258889-c444-4d40-b4b5-924943adf2b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.870s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.882933] env[62979]: DEBUG nova.policy [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.101580] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 53eb9ce7-3b4a-4b39-91b9-5e17928b2677] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.135747] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.136310] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Instance network_info: |[{"id": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "address": "fa:16:3e:b4:d3:5d", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9873a452-41", "ovs_interfaceid": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.136722] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d3:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9873a452-41a9-4bcd-ad3a-29118f1024c7', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.144450] env[62979]: DEBUG oslo.service.loopingcall [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.144910] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.145172] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e89ff9-17fd-4878-a276-44422da7e030 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.166125] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.166125] env[62979]: value = "task-2381610" [ 872.166125] env[62979]: _type = "Task" [ 872.166125] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.176132] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381610, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.227207] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Successfully created port: eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.321519] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.473494] env[62979]: DEBUG nova.compute.manager [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Received event network-changed-9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.473814] env[62979]: DEBUG nova.compute.manager [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Refreshing instance network info cache due to event network-changed-9873a452-41a9-4bcd-ad3a-29118f1024c7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.474551] env[62979]: DEBUG oslo_concurrency.lockutils [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] Acquiring lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.474551] env[62979]: DEBUG oslo_concurrency.lockutils [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] Acquired lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.474551] env[62979]: DEBUG nova.network.neutron [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Refreshing network info cache for port 9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.605211] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1bef287c-27f6-4a1e-9445-e18b2bfb5ded] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.679519] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381610, 'name': CreateVM_Task, 'duration_secs': 0.327783} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.679755] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.680450] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.681205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.681205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.681545] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd48f70-3302-47b2-827e-ffc76297b4e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.688264] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 872.688264] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52319ec8-072c-2cf9-2a3c-202bd4913943" [ 872.688264] env[62979]: _type = "Task" [ 872.688264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.695692] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52319ec8-072c-2cf9-2a3c-202bd4913943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.876626] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ffea8c-b159-4246-a737-c25eeee6decf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.884956] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc9760-4b36-4cfa-a9e0-9d189199a278 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.915553] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e973f43-6d5b-43bd-8e1a-1be8ab21a06b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.922517] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc0db18-902d-4384-9185-ee54b3d384a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.935463] env[62979]: DEBUG nova.compute.provider_tree [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.940358] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "124d9b8b-e705-4395-adc5-e326bcbec979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.940583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.940784] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.941034] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.941185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.943072] env[62979]: INFO nova.compute.manager [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Terminating instance [ 873.108386] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 2403c90a-52bd-4e10-9bea-f9e9c65325e2] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.203454] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52319ec8-072c-2cf9-2a3c-202bd4913943, 'name': SearchDatastore_Task, 'duration_secs': 0.030874} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.203578] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.203808] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.203965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.204208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.204318] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.206895] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8220137-4012-498d-aaef-9065b89f5a14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.216716] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.216907] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.217651] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff88ee3a-4534-4429-a32d-e6cfbfcf5cec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.223988] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 873.223988] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d938f-c8a7-fd36-8567-27731ade14b6" [ 873.223988] env[62979]: _type = "Task" [ 873.223988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.232459] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d938f-c8a7-fd36-8567-27731ade14b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.259905] env[62979]: DEBUG nova.network.neutron [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Updated VIF entry in instance network info cache for port 9873a452-41a9-4bcd-ad3a-29118f1024c7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.260392] env[62979]: DEBUG nova.network.neutron [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Updating instance_info_cache with network_info: [{"id": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "address": "fa:16:3e:b4:d3:5d", "network": {"id": "c6b6844e-263e-418f-8617-3832f29b0923", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-798542113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8915f6e54f8b4c5e851c574da9b2af09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9873a452-41", "ovs_interfaceid": "9873a452-41a9-4bcd-ad3a-29118f1024c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.334699] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.363016] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.363016] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.363016] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.363016] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.363016] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.363529] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.363878] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.364191] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.364485] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.364768] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.365091] env[62979]: DEBUG nova.virt.hardware [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.366471] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d8b9e-b02a-4143-af6b-bf4e707275f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.375345] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ddc0cf-efd3-4692-bccd-ecf22e40eaa0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.438751] env[62979]: DEBUG nova.scheduler.client.report [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.447063] env[62979]: DEBUG nova.compute.manager [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.447293] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.448194] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2bf09-6a4b-4e2a-85ee-f31f6413f44a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.456049] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.456049] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8031fc1-0200-4a12-baa6-7abefaaaf475 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.463533] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 873.463533] env[62979]: value = "task-2381611" [ 873.463533] env[62979]: _type = "Task" [ 873.463533] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.471572] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.612016] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 23b10046-99a6-49d9-a9ec-14e56e41b895] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.735233] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d938f-c8a7-fd36-8567-27731ade14b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013951} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.735826] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cffac134-56b8-4843-978c-873d26cab621 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.741587] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 873.741587] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f43f33-8699-300c-c818-c830c7d86933" [ 873.741587] env[62979]: _type = "Task" [ 873.741587] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.758611] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f43f33-8699-300c-c818-c830c7d86933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.764173] env[62979]: DEBUG oslo_concurrency.lockutils [req-06061a69-cdbe-4c12-b769-42ed85d4583b req-d4bd858a-4b3a-48b2-b531-7919d724252c service nova] Releasing lock "refresh_cache-a35f84a6-6820-4a13-8181-f9f6b697c53e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.904620] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Successfully updated port: eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.943486] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.943959] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.946569] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.949s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.946823] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.948806] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.685s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.950945] env[62979]: INFO nova.compute.claims [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.974429] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381611, 'name': PowerOffVM_Task, 'duration_secs': 0.193851} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.974811] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.974933] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.975213] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fad2a81-6837-4271-9683-f27330353662 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.977412] env[62979]: INFO nova.scheduler.client.report [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleted allocations for instance 792c1579-4a17-4ac5-8b87-69a963fa6357 [ 874.039829] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.040068] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.040256] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore2] 124d9b8b-e705-4395-adc5-e326bcbec979 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.040514] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61d90db-e0a0-4709-9c71-b949e139a73f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.046999] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 874.046999] env[62979]: value = "task-2381613" [ 874.046999] env[62979]: _type = "Task" [ 874.046999] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.055039] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.078941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.079285] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.079455] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.079643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.079808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.081852] env[62979]: INFO nova.compute.manager [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Terminating instance [ 874.114710] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: f13d696c-51ea-43c4-9376-f5894d71a376] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.252182] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f43f33-8699-300c-c818-c830c7d86933, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.252431] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.252700] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a35f84a6-6820-4a13-8181-f9f6b697c53e/a35f84a6-6820-4a13-8181-f9f6b697c53e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.252965] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-338425c9-2f0f-4d88-840f-32f98283a0f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.259496] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 874.259496] env[62979]: value = "task-2381614" [ 874.259496] env[62979]: _type = "Task" [ 874.259496] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.267193] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.406333] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.406562] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.406760] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.455969] env[62979]: DEBUG nova.compute.utils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.461017] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.461017] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.486055] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f7345a86-a5f6-4651-8f38-2b12f7042081 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.133s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.487632] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 47.350s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.488023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.488240] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.488450] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.490814] env[62979]: INFO nova.compute.manager [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Terminating instance [ 874.499683] env[62979]: DEBUG nova.compute.manager [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-plugged-eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.500017] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.500453] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.500705] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.500924] env[62979]: DEBUG nova.compute.manager [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] No waiting events found dispatching network-vif-plugged-eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.501171] env[62979]: WARNING nova.compute.manager [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received unexpected event network-vif-plugged-eb98791d-0a75-4cf4-aa6f-8894d73d1adc for instance with vm_state building and task_state spawning. [ 874.503337] env[62979]: DEBUG nova.compute.manager [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-changed-eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.503337] env[62979]: DEBUG nova.compute.manager [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing instance network info cache due to event network-changed-eb98791d-0a75-4cf4-aa6f-8894d73d1adc. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.503337] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.514795] env[62979]: DEBUG nova.policy [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.559404] env[62979]: DEBUG oslo_vmware.api [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12535} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.559871] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.560248] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.560626] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.561083] env[62979]: INFO nova.compute.manager [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Took 1.11 seconds to destroy the instance on the hypervisor. [ 874.561435] env[62979]: DEBUG oslo.service.loopingcall [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.561781] env[62979]: DEBUG nova.compute.manager [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.561953] env[62979]: DEBUG nova.network.neutron [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.589023] env[62979]: DEBUG nova.compute.manager [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.589023] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.589023] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c215bd80-3448-4b8f-9a41-9cc7b94e5888 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.603080] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.603519] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc19143c-e1dc-4c35-b2ac-4229e36cc888 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.616606] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 874.616606] env[62979]: value = "task-2381615" [ 874.616606] env[62979]: _type = "Task" [ 874.616606] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.624086] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9d635b10-3501-4c4e-ac7e-0da7cd79346b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.631954] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.769948] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492367} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.770223] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] a35f84a6-6820-4a13-8181-f9f6b697c53e/a35f84a6-6820-4a13-8181-f9f6b697c53e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.770475] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.770736] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f89f4b0c-f6f5-4ae1-b939-103bff283263 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.776891] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 874.776891] env[62979]: value = "task-2381616" [ 874.776891] env[62979]: _type = "Task" [ 874.776891] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.784666] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.939173] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.965025] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.996171] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.996404] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquired lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.996653] env[62979]: DEBUG nova.network.neutron [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.071795] env[62979]: DEBUG nova.compute.manager [req-22c20881-938a-4702-b90e-b15ff277c920 req-8e8be744-ac2b-4fe7-9c32-be04ba7ab014 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Received event network-vif-deleted-1531fb7c-38af-485a-b4ab-b0817f846dba {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.071795] env[62979]: INFO nova.compute.manager [req-22c20881-938a-4702-b90e-b15ff277c920 req-8e8be744-ac2b-4fe7-9c32-be04ba7ab014 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Neutron deleted interface 1531fb7c-38af-485a-b4ab-b0817f846dba; detaching it from the instance and deleting it from the info cache [ 875.073091] env[62979]: DEBUG nova.network.neutron [req-22c20881-938a-4702-b90e-b15ff277c920 req-8e8be744-ac2b-4fe7-9c32-be04ba7ab014 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.078518] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Successfully created port: a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.144279] env[62979]: DEBUG nova.network.neutron [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.144279] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381615, 'name': PowerOffVM_Task, 'duration_secs': 0.213993} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.144279] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 94d4222d-cfed-4c44-b252-878403290429] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.144279] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.144279] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.144279] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4cfdef4-a0d4-48be-89e7-a7ec928bcd06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.194654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.194654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.194654] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleting the datastore file [datastore1] 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.195166] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-865a7a2e-df34-4a15-a0b7-5634bed6bad2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205302] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for the task: (returnval){ [ 875.205302] env[62979]: value = "task-2381618" [ 875.205302] env[62979]: _type = "Task" [ 875.205302] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.214014] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.292586] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071976} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.293356] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.294629] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83db199-d7a1-4da6-be58-680cf37d54ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.320962] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a35f84a6-6820-4a13-8181-f9f6b697c53e/a35f84a6-6820-4a13-8181-f9f6b697c53e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.324085] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb70dbf6-877f-4e80-ac92-eeaa39a82875 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.344499] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 875.344499] env[62979]: value = "task-2381619" [ 875.344499] env[62979]: _type = "Task" [ 875.344499] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.354574] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.388594] env[62979]: DEBUG nova.network.neutron [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.501416] env[62979]: DEBUG nova.compute.utils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Can not refresh info_cache because instance was not found {{(pid=62979) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 875.520263] env[62979]: DEBUG nova.network.neutron [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.578549] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e29ea54f-9bf6-4ba5-8454-502fa118bfdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.589886] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fbe827-8420-41ab-be3e-0f7179f0e21b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.602891] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25475e7-58b3-462f-bf96-83c19cf08350 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.618179] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2562c3a-c582-4844-8208-1b4546908d7f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.640313] env[62979]: DEBUG nova.compute.manager [req-22c20881-938a-4702-b90e-b15ff277c920 req-8e8be744-ac2b-4fe7-9c32-be04ba7ab014 service nova] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Detach interface failed, port_id=1531fb7c-38af-485a-b4ab-b0817f846dba, reason: Instance 124d9b8b-e705-4395-adc5-e326bcbec979 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 875.645178] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3dfbcac5-f18f-430c-92f1-72351dcd0af9] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.677445] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.677789] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Instance network_info: |[{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.679464] env[62979]: DEBUG nova.network.neutron [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.684019] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.684019] env[62979]: DEBUG nova.network.neutron [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing network info cache for port eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.684019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d4:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb98791d-0a75-4cf4-aa6f-8894d73d1adc', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.689681] env[62979]: DEBUG oslo.service.loopingcall [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.690397] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882351c-eed7-4db9-b4d8-62403e6d804d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.695407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "dd9a8c96-a202-4720-adfe-6e010624adde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.695771] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.696130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.696784] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.697208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.698750] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.699335] env[62979]: INFO nova.compute.manager [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Terminating instance [ 875.701022] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-710a7e8a-6d99-40ef-b711-b7a2c4b7b9de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.726280] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb796921-6d60-4a3a-b0b9-b23555651820 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.734014] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.734014] env[62979]: value = "task-2381620" [ 875.734014] env[62979]: _type = "Task" [ 875.734014] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.734301] env[62979]: DEBUG oslo_vmware.api [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Task: {'id': task-2381618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132088} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.734933] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.735131] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.735313] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.735488] env[62979]: INFO nova.compute.manager [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Took 1.15 seconds to destroy the instance on the hypervisor. [ 875.735718] env[62979]: DEBUG oslo.service.loopingcall [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.738544] env[62979]: DEBUG nova.compute.manager [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.738638] env[62979]: DEBUG nova.network.neutron [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.748536] env[62979]: DEBUG nova.compute.provider_tree [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.754266] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381620, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.856121] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381619, 'name': ReconfigVM_Task, 'duration_secs': 0.316944} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.856408] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a35f84a6-6820-4a13-8181-f9f6b697c53e/a35f84a6-6820-4a13-8181-f9f6b697c53e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.857045] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc70ab8-0e96-47a9-88ca-79566e151fdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.863397] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 875.863397] env[62979]: value = "task-2381621" [ 875.863397] env[62979]: _type = "Task" [ 875.863397] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.871438] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381621, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.891622] env[62979]: INFO nova.compute.manager [-] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Took 1.33 seconds to deallocate network for instance. [ 875.974399] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.020716] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.021008] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.021214] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.021438] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.021599] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.021749] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.021957] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.022178] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.022382] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.022553] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.022729] env[62979]: DEBUG nova.virt.hardware [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.023609] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70526017-7894-4bea-81d7-7c8074d4eb3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.031203] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8468a4a0-83da-4e03-b8c8-fba96dc9322e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.182184] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 98c2e293-ca8a-4e70-b164-3de0966e69b3] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.196749] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Releasing lock "refresh_cache-792c1579-4a17-4ac5-8b87-69a963fa6357" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.196887] env[62979]: DEBUG nova.compute.manager [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.196965] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.197263] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435e9dcb-5ce3-4070-a7f1-c1b8a9e99f53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.208036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e923a1-d357-4662-b7a5-ef3e1fae39a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.220818] env[62979]: DEBUG nova.compute.manager [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.220967] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.221704] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da3b0b-0180-4963-ac91-d2e236d16cfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.229562] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.231839] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67af7c7f-49b4-4b48-9e8b-0a2d4ab87702 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.252568] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 876.252568] env[62979]: value = "task-2381622" [ 876.252568] env[62979]: _type = "Task" [ 876.252568] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.253501] env[62979]: DEBUG nova.scheduler.client.report [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.257405] env[62979]: WARNING nova.virt.vmwareapi.vmops [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 792c1579-4a17-4ac5-8b87-69a963fa6357 could not be found. [ 876.257667] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.257776] env[62979]: INFO nova.compute.manager [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 0.06 seconds to destroy the instance on the hypervisor. [ 876.258043] env[62979]: DEBUG oslo.service.loopingcall [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.259152] env[62979]: DEBUG nova.compute.manager [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.259283] env[62979]: DEBUG nova.network.neutron [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.269515] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381620, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.277049] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.292407] env[62979]: DEBUG nova.network.neutron [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.373284] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381621, 'name': Rename_Task, 'duration_secs': 0.139261} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.373570] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.373822] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6474ecf6-a856-45c6-95e6-0dd5473a3b07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.381259] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 876.381259] env[62979]: value = "task-2381623" [ 876.381259] env[62979]: _type = "Task" [ 876.381259] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.389822] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.398010] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.461668] env[62979]: DEBUG nova.network.neutron [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updated VIF entry in instance network info cache for port eb98791d-0a75-4cf4-aa6f-8894d73d1adc. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.462033] env[62979]: DEBUG nova.network.neutron [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.471213] env[62979]: DEBUG nova.network.neutron [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.689145] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 2c1a9917-d772-48fd-a87d-29b6b0750681] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.747498] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381620, 'name': CreateVM_Task, 'duration_secs': 0.597737} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.747498] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.747498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.747498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.747498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.747498] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f512788-0a21-4412-acc9-f7202f06cc03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.752197] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 876.752197] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c5f727-ce83-ee2a-e4a8-e7c79d1c2b2a" [ 876.752197] env[62979]: _type = "Task" [ 876.752197] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.760350] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.760993] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.763661] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c5f727-ce83-ee2a-e4a8-e7c79d1c2b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.764289] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.395s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.765757] env[62979]: INFO nova.compute.claims [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.774873] env[62979]: DEBUG nova.compute.manager [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Received event network-vif-plugged-a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.775147] env[62979]: DEBUG oslo_concurrency.lockutils [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] Acquiring lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.775454] env[62979]: DEBUG oslo_concurrency.lockutils [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.775676] env[62979]: DEBUG oslo_concurrency.lockutils [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.775900] env[62979]: DEBUG nova.compute.manager [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] No waiting events found dispatching network-vif-plugged-a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.776198] env[62979]: WARNING nova.compute.manager [req-39231742-a80f-4153-af20-6cc515ac45cd req-6a0ff0b2-0359-4cd7-91d9-57ced5fed902 service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Received unexpected event network-vif-plugged-a264e135-3ffc-44a0-928e-6b07a727d9c2 for instance with vm_state building and task_state spawning. [ 876.783660] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381622, 'name': PowerOffVM_Task, 'duration_secs': 0.20178} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.783660] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.783660] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.783660] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4274f077-d37d-41d9-9bf6-dc7f5016c350 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.795368] env[62979]: DEBUG nova.network.neutron [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.835375] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Successfully updated port: a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.886982] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.887231] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.887409] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleting the datastore file [datastore2] dd9a8c96-a202-4720-adfe-6e010624adde {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.888035] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99113d10-3827-4f6a-ab41-85ce12280475 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.892848] env[62979]: DEBUG oslo_vmware.api [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381623, 'name': PowerOnVM_Task, 'duration_secs': 0.44949} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.893448] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.893673] env[62979]: INFO nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Took 7.25 seconds to spawn the instance on the hypervisor. [ 876.893862] env[62979]: DEBUG nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.894660] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904e08f-db48-4fda-a5bd-fece27c22f26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898052] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for the task: (returnval){ [ 876.898052] env[62979]: value = "task-2381625" [ 876.898052] env[62979]: _type = "Task" [ 876.898052] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.909510] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.964982] env[62979]: DEBUG oslo_concurrency.lockutils [req-a517bb2b-5286-4679-bab0-b6fa1fdb8696 req-c22300cc-635f-447e-bee5-bff51c3709e2 service nova] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.971980] env[62979]: INFO nova.compute.manager [-] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Took 1.23 seconds to deallocate network for instance. [ 877.097694] env[62979]: DEBUG nova.compute.manager [req-ebe9db4f-3054-414d-8288-894d11245663 req-3a3b82f2-a188-4ead-a465-95a281051e70 service nova] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Received event network-vif-deleted-b41f0056-51ef-4ce7-a592-144cea531ea1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.191053] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 7f2dfd43-9925-41f6-bf4a-d0e9ea2078ee] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.264323] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c5f727-ce83-ee2a-e4a8-e7c79d1c2b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.265804] env[62979]: DEBUG nova.compute.utils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.267238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.267500] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.267750] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.267923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.268133] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.268701] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 877.268888] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-381437ae-e6d9-4810-96e4-cd1f1d7ed176 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.280879] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.281086] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.282433] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1edb407-b699-42bc-be87-63029fa668f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.288380] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 877.288380] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520fc4d7-4db1-659a-c903-2c471f8052a9" [ 877.288380] env[62979]: _type = "Task" [ 877.288380] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.297423] env[62979]: INFO nova.compute.manager [-] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Took 1.04 seconds to deallocate network for instance. [ 877.297687] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520fc4d7-4db1-659a-c903-2c471f8052a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.338248] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.338407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.338537] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.411449] env[62979]: DEBUG oslo_vmware.api [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Task: {'id': task-2381625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435354} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.413146] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.413338] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.413530] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.413691] env[62979]: INFO nova.compute.manager [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Took 1.19 seconds to destroy the instance on the hypervisor. [ 877.413923] env[62979]: DEBUG oslo.service.loopingcall [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.414130] env[62979]: DEBUG nova.compute.manager [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.414225] env[62979]: DEBUG nova.network.neutron [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.416007] env[62979]: INFO nova.compute.manager [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Took 69.92 seconds to build instance. [ 877.478504] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.694367] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8496f944-119f-410e-be42-346e65918141] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.770129] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.805954] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520fc4d7-4db1-659a-c903-2c471f8052a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.806194] env[62979]: INFO nova.compute.manager [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance disappeared during terminate [ 877.806317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0e3de4af-6351-4aa7-9b30-c95fea54c7c3 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "792c1579-4a17-4ac5-8b87-69a963fa6357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.319s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.808021] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b220596d-877d-408e-9ec4-25e971334dbf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.814914] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 877.814914] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b21bfe-216e-eeb9-040c-5f358916bd38" [ 877.814914] env[62979]: _type = "Task" [ 877.814914] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.832953] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b21bfe-216e-eeb9-040c-5f358916bd38, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.836772] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.836772] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 237a4a5b-1336-4fa1-a904-7924112cebb9/237a4a5b-1336-4fa1-a904-7924112cebb9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.837014] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94d7a92-f709-4938-89d8-cdcc5b17ebb8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.848518] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 877.848518] env[62979]: value = "task-2381626" [ 877.848518] env[62979]: _type = "Task" [ 877.848518] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.857186] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.886937] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.921155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-08a92095-7e42-4625-a0e0-f650766f01f5 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.039s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.101718] env[62979]: DEBUG nova.network.neutron [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Updating instance_info_cache with network_info: [{"id": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "address": "fa:16:3e:5e:7e:b8", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa264e135-3f", "ovs_interfaceid": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.198073] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: a0ee39f8-c9e6-41d3-9ea6-d89a2db8b16b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.354786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01feb1a5-dbec-412f-a842-ccc65f8808d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.366188] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061433a-07d2-41fb-8937-20a2a1448eca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.370399] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.400036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0059207-7706-4880-ab08-f5b4309785ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.407726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c01ee7-c746-4567-b645-bc0146fd0b71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.424274] env[62979]: DEBUG nova.compute.provider_tree [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.424274] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.426022] env[62979]: DEBUG nova.network.neutron [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.605264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.605681] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Instance network_info: |[{"id": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "address": "fa:16:3e:5e:7e:b8", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa264e135-3f", "ovs_interfaceid": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.606171] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a264e135-3ffc-44a0-928e-6b07a727d9c2', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.613860] env[62979]: DEBUG oslo.service.loopingcall [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.614151] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.614379] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.614577] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.614805] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.614978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.616502] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.616991] env[62979]: INFO nova.compute.manager [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Terminating instance [ 878.618260] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9ba6a3-76b6-4ab5-aeb9-9d8487696b1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.639680] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.639680] env[62979]: value = "task-2381627" [ 878.639680] env[62979]: _type = "Task" [ 878.639680] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.648122] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381627, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.701016] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3fb2b4f8-2587-4345-80fc-fa65f2ed993d] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.782753] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.804611] env[62979]: DEBUG nova.compute.manager [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Received event network-changed-a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.804887] env[62979]: DEBUG nova.compute.manager [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Refreshing instance network info cache due to event network-changed-a264e135-3ffc-44a0-928e-6b07a727d9c2. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.805069] env[62979]: DEBUG oslo_concurrency.lockutils [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] Acquiring lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.805167] env[62979]: DEBUG oslo_concurrency.lockutils [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] Acquired lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.805327] env[62979]: DEBUG nova.network.neutron [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Refreshing network info cache for port a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.808934] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.809175] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.809338] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.809518] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.809662] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.810020] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.810020] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.810184] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.810360] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.810518] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.810691] env[62979]: DEBUG nova.virt.hardware [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.811802] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9f13c9-5598-40d1-9fbb-67ca9b04d371 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.820726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525054c-51cf-4e42-9ffd-19fa862a7a59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.835217] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.840718] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Creating folder: Project (56b017c510ac4266af9ff95d9b271428). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.841333] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-538aeb64-86fe-4109-9372-67a175069faf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.855632] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Created folder: Project (56b017c510ac4266af9ff95d9b271428) in parent group-v483149. [ 878.855825] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Creating folder: Instances. Parent ref: group-v483350. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.856401] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0097e4-eb02-406e-8b9d-f7bbcbd52f69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.861178] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585028} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.861717] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 237a4a5b-1336-4fa1-a904-7924112cebb9/237a4a5b-1336-4fa1-a904-7924112cebb9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.861955] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.862203] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-240458fa-2bdf-45b7-bbd4-8cb8505b2868 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.868237] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 878.868237] env[62979]: value = "task-2381630" [ 878.868237] env[62979]: _type = "Task" [ 878.868237] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.869377] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Created folder: Instances in parent group-v483350. [ 878.869595] env[62979]: DEBUG oslo.service.loopingcall [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.872825] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.873049] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b273b4fc-997c-40e9-b677-a7db68dcca18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.891075] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.892255] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.892255] env[62979]: value = "task-2381631" [ 878.892255] env[62979]: _type = "Task" [ 878.892255] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.899803] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381631, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.926924] env[62979]: DEBUG nova.scheduler.client.report [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.932938] env[62979]: INFO nova.compute.manager [-] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Took 1.52 seconds to deallocate network for instance. [ 878.948115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.136025] env[62979]: DEBUG nova.compute.manager [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.136295] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.137251] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ebeea-0960-43a2-92b3-3e52680da49c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.148238] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.151197] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaba2fe0-cb78-4d1a-8fe7-762c5a2d140b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.152581] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381627, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.156949] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 879.156949] env[62979]: value = "task-2381632" [ 879.156949] env[62979]: _type = "Task" [ 879.156949] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.164097] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.203913] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 5f24ec35-7ed1-45fc-bde0-ade0f37fb1f5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.383178] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344906} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.383452] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.384252] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96856c3b-4503-4090-a62b-4cf7c6dba9ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.406013] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 237a4a5b-1336-4fa1-a904-7924112cebb9/237a4a5b-1336-4fa1-a904-7924112cebb9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.409294] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971e3a5d-6b94-417a-89fd-7e67a1486784 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.430756] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381631, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.432056] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 879.432056] env[62979]: value = "task-2381633" [ 879.432056] env[62979]: _type = "Task" [ 879.432056] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.435528] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.435889] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.438626] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.543s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.441112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.446739] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.620148] env[62979]: DEBUG nova.network.neutron [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Updated VIF entry in instance network info cache for port a264e135-3ffc-44a0-928e-6b07a727d9c2. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.620528] env[62979]: DEBUG nova.network.neutron [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Updating instance_info_cache with network_info: [{"id": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "address": "fa:16:3e:5e:7e:b8", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa264e135-3f", "ovs_interfaceid": "a264e135-3ffc-44a0-928e-6b07a727d9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.649800] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381627, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.668051] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381632, 'name': PowerOffVM_Task, 'duration_secs': 0.280519} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.668319] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.668511] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.668773] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aefdb81-6901-4cf5-bfce-f989c130c504 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.707635] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: aa4bdd4a-f03c-48a3-973a-d965db0348a2] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.871019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.871019] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.871019] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleting the datastore file [datastore2] a35f84a6-6820-4a13-8181-f9f6b697c53e {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.871019] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a65b8c69-e4cb-4b1f-b5a2-7378b896d9c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.877914] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for the task: (returnval){ [ 879.877914] env[62979]: value = "task-2381635" [ 879.877914] env[62979]: _type = "Task" [ 879.877914] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.886921] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.907142] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381631, 'name': CreateVM_Task, 'duration_secs': 0.556604} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.907650] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.908563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.908563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.908783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.909042] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98155fb6-e7a6-4462-9e69-ab6bbade29b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.913532] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 879.913532] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7e18-34de-39c8-a8aa-0adebec1f194" [ 879.913532] env[62979]: _type = "Task" [ 879.913532] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.921415] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7e18-34de-39c8-a8aa-0adebec1f194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.943458] env[62979]: INFO nova.compute.claims [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.948131] env[62979]: DEBUG nova.compute.utils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.949207] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381633, 'name': ReconfigVM_Task, 'duration_secs': 0.331886} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.949636] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.949803] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.951603] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 237a4a5b-1336-4fa1-a904-7924112cebb9/237a4a5b-1336-4fa1-a904-7924112cebb9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.952468] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2694d205-e330-464b-bd4a-f5dd127295f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.960089] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 879.960089] env[62979]: value = "task-2381636" [ 879.960089] env[62979]: _type = "Task" [ 879.960089] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.971639] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381636, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.994776] env[62979]: DEBUG nova.policy [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bfe6ec40aac4874bdc0d82baa6c827c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '705a603f2f8f4c649805280ae42ae866', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.123073] env[62979]: DEBUG oslo_concurrency.lockutils [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] Releasing lock "refresh_cache-c3a1cb2a-e5ef-4586-b250-e345f87cee04" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.123413] env[62979]: DEBUG nova.compute.manager [req-9e0ded9e-c3d4-4368-a19a-9877fa7510cb req-28a8dc5f-5616-4331-872f-e6d2d45a028a service nova] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Received event network-vif-deleted-fd941761-1bfd-43f4-8815-85277d9feca2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.151539] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381627, 'name': CreateVM_Task, 'duration_secs': 1.318295} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.151751] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.152515] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.211269] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4e0dd589-3a3e-430d-add2-4bd58f8acf71] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.385334] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Successfully created port: 9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.392816] env[62979]: DEBUG oslo_vmware.api [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Task: {'id': task-2381635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165912} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.393084] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.393273] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.393453] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.393632] env[62979]: INFO nova.compute.manager [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 880.393855] env[62979]: DEBUG oslo.service.loopingcall [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.394110] env[62979]: DEBUG nova.compute.manager [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.394237] env[62979]: DEBUG nova.network.neutron [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.425430] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d7e18-34de-39c8-a8aa-0adebec1f194, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.425754] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.425994] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.426285] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.426484] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.426639] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.426921] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.427472] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f62ccc3-1950-4dbf-8340-5e1523522369 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.430887] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1179dce3-238e-4af7-b0d7-02a3c3221657 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.439116] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 880.439116] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52445a07-6b60-4789-666f-70757afcd00e" [ 880.439116] env[62979]: _type = "Task" [ 880.439116] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.440230] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.440406] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.443990] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b016a51-f591-42f0-bea8-14bd5930d128 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.453963] env[62979]: INFO nova.compute.resource_tracker [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating resource usage from migration e12ada55-0bb7-42a8-b25b-834e3da2ec58 [ 880.456165] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52445a07-6b60-4789-666f-70757afcd00e, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.459133] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.464160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.464542] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.464656] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.464954] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 880.464954] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e70fef-c052-8a30-49a5-d9eb34ede42e" [ 880.464954] env[62979]: _type = "Task" [ 880.464954] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.481101] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381636, 'name': Rename_Task, 'duration_secs': 0.214538} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.488024] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.488024] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e70fef-c052-8a30-49a5-d9eb34ede42e, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.490764] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504c1c76-fde0-44aa-8e65-f3a5864be006 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.493610] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca060d7-e3b4-4220-a9c9-75965c3c888b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.502018] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 880.502018] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522c8f4a-7180-42cb-c153-259c7d3a9eb8" [ 880.502018] env[62979]: _type = "Task" [ 880.502018] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.505325] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 880.505325] env[62979]: value = "task-2381637" [ 880.505325] env[62979]: _type = "Task" [ 880.505325] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.516604] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522c8f4a-7180-42cb-c153-259c7d3a9eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.517317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.517536] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 37a54f89-ae27-4390-b38a-66a66ce26fbd/37a54f89-ae27-4390-b38a-66a66ce26fbd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.517815] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.518008] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.518317] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e371b014-f2a1-43c5-9ba3-1388de5f4b47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.523420] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a79b2e78-981b-4051-8629-9fed698c9a0e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.525567] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.532011] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 880.532011] env[62979]: value = "task-2381638" [ 880.532011] env[62979]: _type = "Task" [ 880.532011] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.540646] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.540899] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.544492] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04210b82-bb24-489e-bf6c-0e752aaf3dc5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547119] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.552923] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 880.552923] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52af8332-63b6-3d81-6dbf-8f45f6a088b0" [ 880.552923] env[62979]: _type = "Task" [ 880.552923] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.562309] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52af8332-63b6-3d81-6dbf-8f45f6a088b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.716595] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3a60618c-b48a-45e6-81be-44b26423799d] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.866914] env[62979]: DEBUG nova.compute.manager [req-44811642-9fe2-4b15-9446-179401c394e0 req-c58bdc52-76b0-4a55-8188-f408f1e7c445 service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Received event network-vif-deleted-9873a452-41a9-4bcd-ad3a-29118f1024c7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.867166] env[62979]: INFO nova.compute.manager [req-44811642-9fe2-4b15-9446-179401c394e0 req-c58bdc52-76b0-4a55-8188-f408f1e7c445 service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Neutron deleted interface 9873a452-41a9-4bcd-ad3a-29118f1024c7; detaching it from the instance and deleting it from the info cache [ 880.867360] env[62979]: DEBUG nova.network.neutron [req-44811642-9fe2-4b15-9446-179401c394e0 req-c58bdc52-76b0-4a55-8188-f408f1e7c445 service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.967907] env[62979]: INFO nova.virt.block_device [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Booting with volume 6846fe91-a0bc-4906-b831-0053b0a2ff77 at /dev/sda [ 881.016602] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76606ec5-f36d-48c5-9ba2-d3911c36ce10 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.025843] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.030046] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697b6ff5-a7c4-498f-a8d8-f2926f6bcd23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.051412] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381638, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.070400] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08542535-c1f0-4af7-a03d-c0db33a7c7ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.075666] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52af8332-63b6-3d81-6dbf-8f45f6a088b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.076806] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcabed1-e270-4f51-8c9b-54932276b09c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.083052] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4696222d-1e67-4b98-bcf7-70cf766c3b6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.094221] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 881.094221] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5215825d-7c53-73f4-7b72-1e03a84fdfe9" [ 881.094221] env[62979]: _type = "Task" [ 881.094221] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.102993] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5215825d-7c53-73f4-7b72-1e03a84fdfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.007803} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.103259] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.103529] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c3a1cb2a-e5ef-4586-b250-e345f87cee04/c3a1cb2a-e5ef-4586-b250-e345f87cee04.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.103812] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef8e2a31-fb71-4941-8033-4b258910976b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.123836] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b081e0-73a3-4e65-873d-d2a7cadd181a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.127480] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 881.127480] env[62979]: value = "task-2381639" [ 881.127480] env[62979]: _type = "Task" [ 881.127480] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.133644] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6784156-c0da-4e94-acde-257edf37abd4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.138573] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.140313] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de4af93-a017-44ee-b8b4-346c124368be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.147134] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb973e0-be06-4a88-96f7-a2ce0311aff8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.152668] env[62979]: DEBUG nova.virt.block_device [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating existing volume attachment record: fce055bd-1631-4e3a-9824-09fc18522280 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 881.180686] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771aca28-9dc2-4467-9447-a783830d934d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.185108] env[62979]: DEBUG nova.network.neutron [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.189576] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a7dd6c-ad29-41e8-a4a0-d7d8458435b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203575] env[62979]: DEBUG nova.compute.provider_tree [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.220610] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 5c44b2a6-d52c-4403-8c73-3a560665cc56] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.370108] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0feb43ca-2a49-4421-86e0-b7e3547bb55f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.380501] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4985d640-8520-475f-894f-0f01d1ad5272 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.416637] env[62979]: DEBUG nova.compute.manager [req-44811642-9fe2-4b15-9446-179401c394e0 req-c58bdc52-76b0-4a55-8188-f408f1e7c445 service nova] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Detach interface failed, port_id=9873a452-41a9-4bcd-ad3a-29118f1024c7, reason: Instance a35f84a6-6820-4a13-8181-f9f6b697c53e could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 881.519950] env[62979]: DEBUG oslo_vmware.api [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381637, 'name': PowerOnVM_Task, 'duration_secs': 0.632855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.520322] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.520572] env[62979]: INFO nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Took 8.19 seconds to spawn the instance on the hypervisor. [ 881.520777] env[62979]: DEBUG nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.521695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee06bb-9ea7-4cbb-8b2f-6ef45a70fa51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.550640] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528521} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.550912] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 37a54f89-ae27-4390-b38a-66a66ce26fbd/37a54f89-ae27-4390-b38a-66a66ce26fbd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.551155] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.551457] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92bc836-21ad-47ab-ba23-5dd5fb022d40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.558705] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 881.558705] env[62979]: value = "task-2381640" [ 881.558705] env[62979]: _type = "Task" [ 881.558705] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.566703] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.636525] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451367} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.636790] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c3a1cb2a-e5ef-4586-b250-e345f87cee04/c3a1cb2a-e5ef-4586-b250-e345f87cee04.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.637015] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.637273] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61072c67-0b1d-477d-ad96-930c81035f79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.642923] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 881.642923] env[62979]: value = "task-2381641" [ 881.642923] env[62979]: _type = "Task" [ 881.642923] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.650606] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.689706] env[62979]: INFO nova.compute.manager [-] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Took 1.30 seconds to deallocate network for instance. [ 881.706822] env[62979]: DEBUG nova.scheduler.client.report [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.723906] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8e7bcfd6-27b4-406b-89d9-194ac9513ce5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.040930] env[62979]: INFO nova.compute.manager [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Took 64.70 seconds to build instance. [ 882.071883] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064194} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.072161] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.072999] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ef6c8-5a24-4c1d-b600-0894ddf5010b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.093752] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 37a54f89-ae27-4390-b38a-66a66ce26fbd/37a54f89-ae27-4390-b38a-66a66ce26fbd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.094107] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec88472-4452-452a-bdc0-cbae7ba9b267 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.110636] env[62979]: DEBUG nova.compute.manager [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Received event network-vif-plugged-9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.110857] env[62979]: DEBUG oslo_concurrency.lockutils [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] Acquiring lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.111068] env[62979]: DEBUG oslo_concurrency.lockutils [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.111285] env[62979]: DEBUG oslo_concurrency.lockutils [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.111512] env[62979]: DEBUG nova.compute.manager [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] No waiting events found dispatching network-vif-plugged-9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.111581] env[62979]: WARNING nova.compute.manager [req-eda41388-4609-453b-a4fb-1d5c7e90e204 req-bb6bd65a-42c6-4c10-9d5b-17c2e93d8126 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Received unexpected event network-vif-plugged-9f0f3d95-90de-4a61-babf-7371d83a77a7 for instance with vm_state building and task_state block_device_mapping. [ 882.117295] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 882.117295] env[62979]: value = "task-2381642" [ 882.117295] env[62979]: _type = "Task" [ 882.117295] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.125847] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.152637] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077912} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.152789] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.153644] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8cf08a-1dc5-47f7-abb8-18aa935feefd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.178055] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c3a1cb2a-e5ef-4586-b250-e345f87cee04/c3a1cb2a-e5ef-4586-b250-e345f87cee04.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.178390] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b830283-5ecb-4212-bdd5-27c3d3b55625 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.197965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.203304] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 882.203304] env[62979]: value = "task-2381643" [ 882.203304] env[62979]: _type = "Task" [ 882.203304] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.212700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.774s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.212864] env[62979]: INFO nova.compute.manager [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Migrating [ 882.219558] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.219896] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.133s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.220189] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.223170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.911s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.226232] env[62979]: INFO nova.compute.claims [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.233404] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 94caeb36-e13c-411e-a6f7-972fff018f96] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.379061] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Successfully updated port: 9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.543130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a4ed183c-b34b-4cc5-9bef-e00e08999c90 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.810s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.630386] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381642, 'name': ReconfigVM_Task, 'duration_secs': 0.291334} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.630725] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 37a54f89-ae27-4390-b38a-66a66ce26fbd/37a54f89-ae27-4390-b38a-66a66ce26fbd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.631354] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482155df-42af-4910-bd67-9736e1ec13c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.638219] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 882.638219] env[62979]: value = "task-2381644" [ 882.638219] env[62979]: _type = "Task" [ 882.638219] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.646853] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381644, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.713034] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381643, 'name': ReconfigVM_Task, 'duration_secs': 0.343464} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.713034] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c3a1cb2a-e5ef-4586-b250-e345f87cee04/c3a1cb2a-e5ef-4586-b250-e345f87cee04.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.713034] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c463cc2d-0830-4cda-ad97-5f6d541f668d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.718068] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 882.718068] env[62979]: value = "task-2381645" [ 882.718068] env[62979]: _type = "Task" [ 882.718068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.726467] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381645, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.739874] env[62979]: DEBUG oslo_concurrency.lockutils [None req-afce2bf6-54d7-4a8c-9b1f-faaf6d824d0f tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 58.605s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.740866] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ff5f7cb9-20e6-48a8-91f7-c14214f6d7a7] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.744701] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.291s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.744913] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.745135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.745380] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.746745] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.746907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.747087] env[62979]: DEBUG nova.network.neutron [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.749405] env[62979]: INFO nova.compute.manager [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Terminating instance [ 882.881368] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.881552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquired lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.881711] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.891751] env[62979]: DEBUG nova.compute.manager [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-changed-eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.891751] env[62979]: DEBUG nova.compute.manager [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing instance network info cache due to event network-changed-eb98791d-0a75-4cf4-aa6f-8894d73d1adc. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.892680] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.892680] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.892680] env[62979]: DEBUG nova.network.neutron [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing network info cache for port eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.047284] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.150830] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381644, 'name': Rename_Task, 'duration_secs': 0.126745} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.150830] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.150830] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a424ac-75fb-4ef6-a17f-5b630ae38010 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.157013] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 883.157013] env[62979]: value = "task-2381646" [ 883.157013] env[62979]: _type = "Task" [ 883.157013] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.164454] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.228385] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381645, 'name': Rename_Task, 'duration_secs': 0.14062} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.228682] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.228859] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b6c23b-680e-4763-ad38-efb9ec52e083 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.236413] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 883.236413] env[62979]: value = "task-2381647" [ 883.236413] env[62979]: _type = "Task" [ 883.236413] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.245290] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.252653] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fb027cc6-5d46-486d-9db7-6991e5fabfbf] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.254970] env[62979]: DEBUG nova.compute.manager [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.255467] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.255685] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724ca105-da8a-4b4f-829a-227f8490fa2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264198] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a3532-428d-484f-98c7-95a60d4b3669 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.309774] env[62979]: WARNING nova.virt.vmwareapi.vmops [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140 could not be found. [ 883.310000] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.310210] env[62979]: INFO nova.compute.manager [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Took 0.06 seconds to destroy the instance on the hypervisor. [ 883.310504] env[62979]: DEBUG oslo.service.loopingcall [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.313355] env[62979]: DEBUG nova.compute.manager [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.313842] env[62979]: DEBUG nova.network.neutron [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.315883] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.316400] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.316627] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.316814] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.316964] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.317159] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.317270] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.317524] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.317619] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.317807] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.317942] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.318130] env[62979]: DEBUG nova.virt.hardware [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.321532] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4418ee-070e-4d03-b66e-3bb057c7d168 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.329956] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c490cf-c7ac-47b1-b5d8-77a4928acd43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.440289] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.570961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.669872] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381646, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.704236] env[62979]: DEBUG nova.network.neutron [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.717045] env[62979]: DEBUG nova.network.neutron [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating instance_info_cache with network_info: [{"id": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "address": "fa:16:3e:0a:b5:02", "network": {"id": "6568e567-89b6-4d13-af08-6301bada3bd9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-259013091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705a603f2f8f4c649805280ae42ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f3d95-90", "ovs_interfaceid": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.748896] env[62979]: DEBUG oslo_vmware.api [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381647, 'name': PowerOnVM_Task, 'duration_secs': 0.463041} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.751235] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.751504] env[62979]: INFO nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Took 7.78 seconds to spawn the instance on the hypervisor. [ 883.751750] env[62979]: DEBUG nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.752565] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b460e026-7470-4b0a-b25e-3cdcc27d8734 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.757867] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 504c4739-2376-4cba-aabf-7bdfa07362a4] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.798206] env[62979]: DEBUG nova.network.neutron [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updated VIF entry in instance network info cache for port eb98791d-0a75-4cf4-aa6f-8894d73d1adc. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.798612] env[62979]: DEBUG nova.network.neutron [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.851506] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d82844c-da01-441a-bf96-c50e542ef717 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.860024] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a964ef-9239-45df-84ae-07794cd4f911 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.891895] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48133325-ae6d-4f22-9189-443c38204ff8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.899654] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b86d2b-192b-4c51-999c-3361c9b748da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.913616] env[62979]: DEBUG nova.compute.provider_tree [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.137578] env[62979]: DEBUG nova.compute.manager [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Received event network-changed-9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.137770] env[62979]: DEBUG nova.compute.manager [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Refreshing instance network info cache due to event network-changed-9f0f3d95-90de-4a61-babf-7371d83a77a7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.137966] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] Acquiring lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.168110] env[62979]: DEBUG oslo_vmware.api [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381646, 'name': PowerOnVM_Task, 'duration_secs': 0.521011} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.168381] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.168656] env[62979]: INFO nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Took 5.39 seconds to spawn the instance on the hypervisor. [ 884.168841] env[62979]: DEBUG nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.169659] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b507fd-85ac-4540-9285-b4aa5758abe8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.201044] env[62979]: DEBUG nova.network.neutron [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.208243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.219318] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Releasing lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.219522] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Instance network_info: |[{"id": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "address": "fa:16:3e:0a:b5:02", "network": {"id": "6568e567-89b6-4d13-af08-6301bada3bd9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-259013091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705a603f2f8f4c649805280ae42ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f3d95-90", "ovs_interfaceid": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.219806] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] Acquired lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.219982] env[62979]: DEBUG nova.network.neutron [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Refreshing network info cache for port 9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.221045] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b5:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0f3d95-90de-4a61-babf-7371d83a77a7', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.228319] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Creating folder: Project (705a603f2f8f4c649805280ae42ae866). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.229106] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d09bdf-a2d4-4f36-8851-330a2487b658 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.242830] env[62979]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 884.242981] env[62979]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62979) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 884.243282] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Folder already exists: Project (705a603f2f8f4c649805280ae42ae866). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 884.243468] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Creating folder: Instances. Parent ref: group-v483319. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.243695] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e54aa1-c172-4b4a-bf9b-e878fce1d48c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.252951] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Created folder: Instances in parent group-v483319. [ 884.253195] env[62979]: DEBUG oslo.service.loopingcall [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.253404] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.253629] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e7e529-80d1-47a9-8a5e-1b5fd3478424 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.268076] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 383d1c97-d96b-4993-9ae2-d0aad9415e59] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.276109] env[62979]: INFO nova.compute.manager [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Took 60.77 seconds to build instance. [ 884.279318] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.279318] env[62979]: value = "task-2381650" [ 884.279318] env[62979]: _type = "Task" [ 884.279318] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.289558] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381650, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.301487] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc62612e-a7c2-4509-86d8-09008de95a67 req-914aa06b-a9d2-4cde-a2c1-a7c17301393d service nova] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.435527] env[62979]: ERROR nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [req-fd439dd9-6944-4fe2-a422-bfa1b2790619] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd439dd9-6944-4fe2-a422-bfa1b2790619"}]} [ 884.450887] env[62979]: DEBUG nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.464566] env[62979]: DEBUG nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.464802] env[62979]: DEBUG nova.compute.provider_tree [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.475606] env[62979]: DEBUG nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.494317] env[62979]: DEBUG nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.686290] env[62979]: INFO nova.compute.manager [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Took 55.44 seconds to build instance. [ 884.703236] env[62979]: INFO nova.compute.manager [-] [instance: 50ee7d4c-ecd7-41d0-9f0b-3cdad481b140] Took 1.39 seconds to deallocate network for instance. [ 884.774346] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c58ee419-f81c-41be-be21-3d35b662628b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.778899] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d95ae633-fb5e-4b69-8706-4ff59776b76f tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.877s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.789798] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381650, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.959641] env[62979]: DEBUG nova.network.neutron [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updated VIF entry in instance network info cache for port 9f0f3d95-90de-4a61-babf-7371d83a77a7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.960044] env[62979]: DEBUG nova.network.neutron [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating instance_info_cache with network_info: [{"id": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "address": "fa:16:3e:0a:b5:02", "network": {"id": "6568e567-89b6-4d13-af08-6301bada3bd9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-259013091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705a603f2f8f4c649805280ae42ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f3d95-90", "ovs_interfaceid": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.057570] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06659cf7-6848-4db7-9014-8dd5d7ad6580 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.065588] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cda56-6709-477c-acea-6db7c69e6d3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.097175] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f7663-8878-4b2d-9333-dcb92fc9a454 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.104541] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4fd829-530e-4f3c-9afa-653170bf18c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.118527] env[62979]: DEBUG nova.compute.provider_tree [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.186155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-fef4b90e-2008-4c97-a944-e9d87f30f4ff tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.749s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.279104] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.279104] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62979) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 885.280285] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.297505] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381650, 'name': CreateVM_Task, 'duration_secs': 0.648464} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.297505] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.297505] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'fce055bd-1631-4e3a-9824-09fc18522280', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483324', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'name': 'volume-6846fe91-a0bc-4906-b831-0053b0a2ff77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20c8bd0-4906-4d99-a638-c61570f208d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'serial': '6846fe91-a0bc-4906-b831-0053b0a2ff77'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62979) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 885.297505] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Root volume attach. Driver type: vmdk {{(pid=62979) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 885.297505] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1a62d-435c-44dd-aa1c-4fd24488e61c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.307331] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4f033-e909-48fe-9bd6-ede3c9226323 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.313139] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09976ef9-3dd4-4840-bff2-3bfb464d2157 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.319524] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8fb86438-bb56-4644-908b-1a661c00fc07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.326994] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 885.326994] env[62979]: value = "task-2381651" [ 885.326994] env[62979]: _type = "Task" [ 885.326994] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.334565] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381651, 'name': RelocateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.463769] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6ca0ccc-f7f5-4217-9728-118298b66501 req-bbd09327-60de-408d-9654-37f9e67952c5 service nova] Releasing lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.494569] env[62979]: DEBUG nova.compute.manager [None req-2bbc5b8f-6a1e-4a39-90b9-f23cc3c5d681 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.495988] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee76f3-4b9d-4200-a550-247ee58f14b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.628056] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.628056] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.628254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "37a54f89-ae27-4390-b38a-66a66ce26fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.628378] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.628604] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.632297] env[62979]: INFO nova.compute.manager [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Terminating instance [ 885.661456] env[62979]: DEBUG nova.scheduler.client.report [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.661758] env[62979]: DEBUG nova.compute.provider_tree [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 107 to 108 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.661971] env[62979]: DEBUG nova.compute.provider_tree [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.729272] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc0a7d-d398-461a-9e48-d2101edf4360 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.748970] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.749134] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.749282] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.749481] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.749661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.752034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.756872] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6b186904-e690-4199-a4da-ad05697a423c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "50ee7d4c-ecd7-41d0-9f0b-3cdad481b140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.012s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.758380] env[62979]: INFO nova.compute.manager [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Terminating instance [ 885.780573] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.810044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.841227] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381651, 'name': RelocateVM_Task, 'duration_secs': 0.466163} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.841639] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 885.841929] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483324', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'name': 'volume-6846fe91-a0bc-4906-b831-0053b0a2ff77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20c8bd0-4906-4d99-a638-c61570f208d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'serial': '6846fe91-a0bc-4906-b831-0053b0a2ff77'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 885.843612] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e4464-c34a-43df-8d0c-d4bd23ed22e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.868022] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff083ff-58ba-4f3e-9b57-6101cf31b983 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.892226] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-6846fe91-a0bc-4906-b831-0053b0a2ff77/volume-6846fe91-a0bc-4906-b831-0053b0a2ff77.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.892596] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4136733e-285b-4ffa-a570-62388fbd6ee5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.915493] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 885.915493] env[62979]: value = "task-2381652" [ 885.915493] env[62979]: _type = "Task" [ 885.915493] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.925115] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.007766] env[62979]: INFO nova.compute.manager [None req-2bbc5b8f-6a1e-4a39-90b9-f23cc3c5d681 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] instance snapshotting [ 886.008403] env[62979]: DEBUG nova.objects.instance [None req-2bbc5b8f-6a1e-4a39-90b9-f23cc3c5d681 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lazy-loading 'flavor' on Instance uuid 37a54f89-ae27-4390-b38a-66a66ce26fbd {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.137024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "refresh_cache-37a54f89-ae27-4390-b38a-66a66ce26fbd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.137264] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquired lock "refresh_cache-37a54f89-ae27-4390-b38a-66a66ce26fbd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.137472] env[62979]: DEBUG nova.network.neutron [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.169072] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.945s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.169072] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.171714] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.798s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.172101] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.174276] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.188s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.174508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.176339] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.466s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.177859] env[62979]: INFO nova.compute.claims [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.204775] env[62979]: INFO nova.scheduler.client.report [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleted allocations for instance 7752b521-eff7-457c-83c3-0c600eb38b69 [ 886.225743] env[62979]: INFO nova.scheduler.client.report [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Deleted allocations for instance 9ac3aece-03e6-42c9-b904-989c91abe25b [ 886.262929] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.263669] env[62979]: DEBUG nova.compute.manager [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.263914] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.264845] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2485b2dc-8d41-41da-97cf-96aee0d9da12 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.266650] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220aeaaf-dde0-402f-85b8-112732aa3a21 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.278116] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.281713] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408888c4-df18-4e69-84a8-0867f6408085 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.284700] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 886.284700] env[62979]: value = "task-2381653" [ 886.284700] env[62979]: _type = "Task" [ 886.284700] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.291473] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 886.291473] env[62979]: value = "task-2381654" [ 886.291473] env[62979]: _type = "Task" [ 886.291473] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.300465] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.307566] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.427826] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381652, 'name': ReconfigVM_Task, 'duration_secs': 0.272768} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.428130] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-6846fe91-a0bc-4906-b831-0053b0a2ff77/volume-6846fe91-a0bc-4906-b831-0053b0a2ff77.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.433759] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4aa52fa-6229-4418-86e6-9f49eaa67008 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.450831] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 886.450831] env[62979]: value = "task-2381655" [ 886.450831] env[62979]: _type = "Task" [ 886.450831] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.460849] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.515610] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61193b9a-10f6-4c75-b208-4447da7737db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.534422] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8e4b0-29f5-4fb5-ab91-70226920b945 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.685883] env[62979]: DEBUG nova.network.neutron [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.690836] env[62979]: DEBUG nova.compute.utils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 886.706180] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.706451] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.720553] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c223cf8a-6697-4aa8-8861-b9eaf3b3496b tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "7752b521-eff7-457c-83c3-0c600eb38b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.182s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.741862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-39ef8e46-8b01-4e67-8b75-e564d76fbcf0 tempest-ServerMetadataTestJSON-1537593808 tempest-ServerMetadataTestJSON-1537593808-project-member] Lock "9ac3aece-03e6-42c9-b904-989c91abe25b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.265s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.799617] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381653, 'name': PowerOffVM_Task, 'duration_secs': 0.308131} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.800421] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.800661] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.807389] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381654, 'name': PowerOffVM_Task, 'duration_secs': 0.288823} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.809038] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.809280] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.812149] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10374c9b-792f-4e14-8143-429c213ccbdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.814771] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.815071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.820153] env[62979]: DEBUG nova.network.neutron [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.826031] env[62979]: DEBUG nova.policy [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61f05b88301c4afc94e5ac1bbbd145e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acab47817a84a9baf48e6da9ae771d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.897752] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.897982] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.898189] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore2] c3a1cb2a-e5ef-4586-b250-e345f87cee04 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.898469] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e810a3-f0f8-4e5a-a2d1-846d62a66a00 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.906126] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 886.906126] env[62979]: value = "task-2381657" [ 886.906126] env[62979]: _type = "Task" [ 886.906126] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.914757] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.964918] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381655, 'name': ReconfigVM_Task, 'duration_secs': 0.13397} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.965372] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483324', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'name': 'volume-6846fe91-a0bc-4906-b831-0053b0a2ff77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20c8bd0-4906-4d99-a638-c61570f208d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'serial': '6846fe91-a0bc-4906-b831-0053b0a2ff77'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.965859] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6c8679-5178-4b8d-9a5a-c225526f7fb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.973123] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 886.973123] env[62979]: value = "task-2381658" [ 886.973123] env[62979]: _type = "Task" [ 886.973123] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.991654] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381658, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.044719] env[62979]: DEBUG nova.compute.manager [None req-2bbc5b8f-6a1e-4a39-90b9-f23cc3c5d681 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance disappeared during snapshot {{(pid=62979) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 887.203195] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.212016] env[62979]: DEBUG nova.compute.manager [None req-2bbc5b8f-6a1e-4a39-90b9-f23cc3c5d681 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Found 0 images (rotation: 2) {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 887.310779] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.311266] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.311492] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.312640] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.313509] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.313586] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.313810] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.316778] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.316778] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.316778] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.316778] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.323627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Releasing lock "refresh_cache-37a54f89-ae27-4390-b38a-66a66ce26fbd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.324035] env[62979]: DEBUG nova.compute.manager [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.324232] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.324572] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.331223] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e0fe03-03d7-4260-a6c2-b655a5d902cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.347877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75f3c9-7cd4-479b-bf52-f798c2861ae1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356765] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.357877] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25319c7e-ef7b-4e9b-a7c8-c10f4fc6bd4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.359752] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 887.359752] env[62979]: value = "task-2381659" [ 887.359752] env[62979]: _type = "Task" [ 887.359752] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.368515] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 887.368515] env[62979]: value = "task-2381660" [ 887.368515] env[62979]: _type = "Task" [ 887.368515] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.372120] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.383864] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.425531] env[62979]: DEBUG oslo_vmware.api [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33601} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.428037] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.428037] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.428037] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.428037] env[62979]: INFO nova.compute.manager [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 887.428037] env[62979]: DEBUG oslo.service.loopingcall [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.428037] env[62979]: DEBUG nova.compute.manager [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.428037] env[62979]: DEBUG nova.network.neutron [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.492193] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381658, 'name': Rename_Task, 'duration_secs': 0.208807} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.492667] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.493250] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0d5220-ff6e-4382-a88b-80148e148355 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.500825] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 887.500825] env[62979]: value = "task-2381661" [ 887.500825] env[62979]: _type = "Task" [ 887.500825] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.516421] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.585749] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Successfully created port: 9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.639734] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.640174] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.640519] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.640606] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.640870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.644978] env[62979]: INFO nova.compute.manager [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Terminating instance [ 887.813040] env[62979]: DEBUG nova.compute.manager [req-62525ec5-cc2e-44c9-b812-2471954495d7 req-044b098d-00e9-46f0-96d0-5a8269a630bb service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Received event network-vif-deleted-a264e135-3ffc-44a0-928e-6b07a727d9c2 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.813232] env[62979]: INFO nova.compute.manager [req-62525ec5-cc2e-44c9-b812-2471954495d7 req-044b098d-00e9-46f0-96d0-5a8269a630bb service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Neutron deleted interface a264e135-3ffc-44a0-928e-6b07a727d9c2; detaching it from the instance and deleting it from the info cache [ 887.813475] env[62979]: DEBUG nova.network.neutron [req-62525ec5-cc2e-44c9-b812-2471954495d7 req-044b098d-00e9-46f0-96d0-5a8269a630bb service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.838139] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b168fa-f210-4e9d-b263-21e41e7bef1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.846686] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b421e1-5e29-4634-8e43-0655e90a194d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.886019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.892957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88da63-367e-4535-821a-e4c1e5d68c52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.906182] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c411f12-4cc2-425c-9739-4d3241f2fbc9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.910143] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381660, 'name': PowerOffVM_Task, 'duration_secs': 0.190139} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.910381] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381659, 'name': ReconfigVM_Task, 'duration_secs': 0.269856} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.910626] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.910874] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.911090] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.916264] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d604a6-4454-43a9-8a73-a6c09fabf966 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.930274] env[62979]: DEBUG nova.compute.provider_tree [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.954129] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.954481] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.954595] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Deleting the datastore file [datastore2] 37a54f89-ae27-4390-b38a-66a66ce26fbd {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.954895] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d17ee55-dffc-4e5d-afc9-bf7d58e7746d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.963327] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for the task: (returnval){ [ 887.963327] env[62979]: value = "task-2381663" [ 887.963327] env[62979]: _type = "Task" [ 887.963327] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.973440] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.009382] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381661, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.154838] env[62979]: DEBUG nova.compute.manager [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.155136] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.156143] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e6efc3-1ce4-4a72-9081-0aa0da5f2d5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.165084] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.165345] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6126e75c-8906-4a05-a49e-dcd2f2f1ffa3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.172777] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 888.172777] env[62979]: value = "task-2381664" [ 888.172777] env[62979]: _type = "Task" [ 888.172777] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.184189] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.212963] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.263145] env[62979]: DEBUG nova.network.neutron [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.316272] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb15ca12-7e15-4727-a3cc-c607c0c6be8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.327927] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f542a-4f1f-4d6e-80f8-6c186d277946 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.367528] env[62979]: DEBUG nova.compute.manager [req-62525ec5-cc2e-44c9-b812-2471954495d7 req-044b098d-00e9-46f0-96d0-5a8269a630bb service nova] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Detach interface failed, port_id=a264e135-3ffc-44a0-928e-6b07a727d9c2, reason: Instance c3a1cb2a-e5ef-4586-b250-e345f87cee04 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.377589] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.377928] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.378776] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.379054] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.379231] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.379482] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.379742] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.380055] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.380335] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.380546] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.380741] env[62979]: DEBUG nova.virt.hardware [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.381740] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c007ff-3709-402d-8e6c-42fa78e8679d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.390227] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993fbab-f6b0-4187-8046-43da8ca1862a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.421741] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.421741] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.421957] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.422230] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.422512] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.422805] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.423207] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.423281] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.423490] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.423721] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.423721] env[62979]: DEBUG nova.virt.hardware [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.432792] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.435104] env[62979]: DEBUG nova.scheduler.client.report [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.438699] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6419d587-3ea0-4fa0-aea9-5cdf21d87798 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.458272] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.458887] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.461891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.723s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.464400] env[62979]: INFO nova.compute.claims [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.471825] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 888.471825] env[62979]: value = "task-2381665" [ 888.471825] env[62979]: _type = "Task" [ 888.471825] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.478198] env[62979]: DEBUG oslo_vmware.api [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Task: {'id': task-2381663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226713} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.478780] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.478970] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.479653] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.479653] env[62979]: INFO nova.compute.manager [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 888.479653] env[62979]: DEBUG oslo.service.loopingcall [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.480280] env[62979]: DEBUG nova.compute.manager [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.480280] env[62979]: DEBUG nova.network.neutron [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.484634] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.506595] env[62979]: DEBUG nova.network.neutron [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.514288] env[62979]: DEBUG oslo_vmware.api [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381661, 'name': PowerOnVM_Task, 'duration_secs': 0.953467} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.514565] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.514767] env[62979]: INFO nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Took 5.20 seconds to spawn the instance on the hypervisor. [ 888.514944] env[62979]: DEBUG nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.515756] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffd808b-1c77-45f5-a9af-b749a1c91fb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.683308] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381664, 'name': PowerOffVM_Task, 'duration_secs': 0.185683} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.683572] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.684514] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.684514] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba21821-1d8e-4893-b362-05fddfcbb6cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.758110] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.758110] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.758110] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleting the datastore file [datastore1] fc7e713d-8e89-499e-bd3d-18aac337b3f1 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.758110] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f8ba83c-1ef5-42a2-a311-f8c397c082fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.770616] env[62979]: INFO nova.compute.manager [-] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Took 1.34 seconds to deallocate network for instance. [ 888.770616] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for the task: (returnval){ [ 888.770616] env[62979]: value = "task-2381667" [ 888.770616] env[62979]: _type = "Task" [ 888.770616] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.784519] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.968474] env[62979]: DEBUG nova.compute.utils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.971877] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.972059] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.984885] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381665, 'name': ReconfigVM_Task, 'duration_secs': 0.163919} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.986462] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.987120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f249f-7b36-474a-8f98-eb4b2b35a536 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.012582] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.013212] env[62979]: DEBUG nova.network.neutron [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.014305] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257a621d-8299-4603-bde8-c9557551a26f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.029583] env[62979]: INFO nova.compute.manager [-] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Took 0.55 seconds to deallocate network for instance. [ 889.037130] env[62979]: DEBUG nova.policy [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '819957572c2e46b2ba178813c9775b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0f10d3b5f3b43119504b7d3a53d0b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.044200] env[62979]: INFO nova.compute.manager [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Took 51.70 seconds to build instance. [ 889.047157] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 889.047157] env[62979]: value = "task-2381668" [ 889.047157] env[62979]: _type = "Task" [ 889.047157] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.057339] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.285077] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.285987] env[62979]: DEBUG oslo_vmware.api [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Task: {'id': task-2381667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145731} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.286778] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.287099] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.287881] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.289015] env[62979]: INFO nova.compute.manager [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 889.289136] env[62979]: DEBUG oslo.service.loopingcall [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.289472] env[62979]: DEBUG nova.compute.manager [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.291522] env[62979]: DEBUG nova.network.neutron [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.313017] env[62979]: DEBUG nova.compute.manager [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Received event network-vif-plugged-9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.313017] env[62979]: DEBUG oslo_concurrency.lockutils [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] Acquiring lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.313017] env[62979]: DEBUG oslo_concurrency.lockutils [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.313017] env[62979]: DEBUG oslo_concurrency.lockutils [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.313017] env[62979]: DEBUG nova.compute.manager [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] No waiting events found dispatching network-vif-plugged-9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.313017] env[62979]: WARNING nova.compute.manager [req-872dd7c1-9d3d-453b-8168-7d30dcf74d58 req-4c6accd2-5176-46fd-911a-24e221fe6036 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Received unexpected event network-vif-plugged-9e739b2d-7f89-4bb7-af54-34c4ee2576ad for instance with vm_state building and task_state spawning. [ 889.426986] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Successfully created port: 393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.475321] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.551022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.551022] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecfe028-cc91-4c53-b81b-d95450271b42 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.251s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.561507] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381668, 'name': ReconfigVM_Task, 'duration_secs': 0.35017} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.561933] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2/d34451dc-b237-4aa5-a878-ada373fda0d2.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.562699] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.654485] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Successfully updated port: 9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.978894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071cc16-f0fd-4932-bfd6-a1ca2f2e97ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.991191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24ae33-bd8e-4973-a7ac-1c7a4e8f1adb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.028342] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68c104-a6f6-4b44-81bf-bf64462d1b44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.037113] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d66d795-edb4-43cf-8043-edc3bc333974 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.055712] env[62979]: DEBUG nova.compute.provider_tree [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.075152] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab0f35-43ff-4da4-bae9-7d78ed107f36 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.095200] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55513a39-e45d-4eb2-be7f-49fce3722b94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.114028] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.155870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.156048] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.156205] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.488861] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.518110] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.518381] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.518544] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.518733] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.518881] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.519044] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.519257] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.519439] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.519626] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.519796] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.519975] env[62979]: DEBUG nova.virt.hardware [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.520853] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0e0f8a-7d42-480f-a787-9fc90005814c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.529176] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff701d-ca03-4f86-beaf-85914fb5f987 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.560597] env[62979]: DEBUG nova.scheduler.client.report [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.564128] env[62979]: DEBUG nova.network.neutron [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.664135] env[62979]: DEBUG nova.network.neutron [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Port c92ec0dd-3c40-4e67-8517-d8966dfba054 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 890.690678] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.841304] env[62979]: DEBUG nova.network.neutron [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updating instance_info_cache with network_info: [{"id": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "address": "fa:16:3e:fd:bc:c9", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e739b2d-7f", "ovs_interfaceid": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.960396] env[62979]: DEBUG nova.compute.manager [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Received event network-vif-plugged-393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.960624] env[62979]: DEBUG oslo_concurrency.lockutils [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] Acquiring lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.960839] env[62979]: DEBUG oslo_concurrency.lockutils [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.961022] env[62979]: DEBUG oslo_concurrency.lockutils [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.961529] env[62979]: DEBUG nova.compute.manager [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] No waiting events found dispatching network-vif-plugged-393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.961719] env[62979]: WARNING nova.compute.manager [req-1b8bd625-4c37-47df-aa81-73cb53da264a req-63321c7c-fa8c-4719-8434-33325b605004 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Received unexpected event network-vif-plugged-393d9d9d-53e6-4ac7-9c39-1d7b4223751c for instance with vm_state building and task_state spawning. [ 891.058925] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Successfully updated port: 393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.066308] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.066836] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.070120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.462s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.071732] env[62979]: INFO nova.compute.claims [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.074315] env[62979]: INFO nova.compute.manager [-] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Took 1.78 seconds to deallocate network for instance. [ 891.344477] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.344883] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance network_info: |[{"id": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "address": "fa:16:3e:fd:bc:c9", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e739b2d-7f", "ovs_interfaceid": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.345813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:bc:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e739b2d-7f89-4bb7-af54-34c4ee2576ad', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.353362] env[62979]: DEBUG oslo.service.loopingcall [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.355200] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.357046] env[62979]: DEBUG nova.compute.manager [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Received event network-changed-9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.357246] env[62979]: DEBUG nova.compute.manager [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Refreshing instance network info cache due to event network-changed-9e739b2d-7f89-4bb7-af54-34c4ee2576ad. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.357463] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Acquiring lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.358124] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Acquired lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.358375] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Refreshing network info cache for port 9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.359884] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf6fe16-017c-4203-96d1-fbb410592742 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.384243] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.384243] env[62979]: value = "task-2381669" [ 891.384243] env[62979]: _type = "Task" [ 891.384243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.393228] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381669, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.561451] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.561811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.561811] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.578633] env[62979]: DEBUG nova.compute.utils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.579976] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.580166] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.583103] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.633564] env[62979]: DEBUG nova.policy [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '819957572c2e46b2ba178813c9775b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0f10d3b5f3b43119504b7d3a53d0b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.688790] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.689311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.689311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.894898] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381669, 'name': CreateVM_Task, 'duration_secs': 0.373575} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.895099] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.895807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.895977] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.896309] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.896588] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55eea9c-11c4-4d2f-abc9-a452279f09e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.899012] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Successfully created port: e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.904013] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 891.904013] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524e2a5b-4bc9-a4db-0483-f51d27ea545b" [ 891.904013] env[62979]: _type = "Task" [ 891.904013] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.914606] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524e2a5b-4bc9-a4db-0483-f51d27ea545b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.084936] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.098449] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updated VIF entry in instance network info cache for port 9e739b2d-7f89-4bb7-af54-34c4ee2576ad. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.098601] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updating instance_info_cache with network_info: [{"id": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "address": "fa:16:3e:fd:bc:c9", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e739b2d-7f", "ovs_interfaceid": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.115578] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.263334] env[62979]: DEBUG nova.network.neutron [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Updating instance_info_cache with network_info: [{"id": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "address": "fa:16:3e:c8:66:b4", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393d9d9d-53", "ovs_interfaceid": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.416576] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524e2a5b-4bc9-a4db-0483-f51d27ea545b, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.416878] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.417132] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.417377] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.417518] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.417701] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.417963] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55c9c771-504e-4356-be31-27196c9c49e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.426488] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.426629] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.427365] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68958a8a-4020-4584-8c75-560eb1128f67 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.434312] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 892.434312] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c600ac-011c-7f13-0a55-540b1c6105c9" [ 892.434312] env[62979]: _type = "Task" [ 892.434312] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.441803] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c600ac-011c-7f13-0a55-540b1c6105c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.535446] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1f552-93ff-4225-84b4-a4fca1d5cb8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.543876] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f4151-a9b7-4149-9714-67b2de5b3918 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.573300] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26f64c-d3c2-48d2-a628-c6c787236a74 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.580717] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284e21f-08c3-4a77-901d-1029d2cae1fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.597409] env[62979]: DEBUG nova.compute.provider_tree [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.601765] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Releasing lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.601765] env[62979]: DEBUG nova.compute.manager [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Received event network-vif-deleted-3b192b79-a367-4bc1-a739-05283110df06 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.601966] env[62979]: DEBUG nova.compute.manager [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Received event network-changed-9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.602266] env[62979]: DEBUG nova.compute.manager [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Refreshing instance network info cache due to event network-changed-9f0f3d95-90de-4a61-babf-7371d83a77a7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.602823] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Acquiring lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.604019] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Acquired lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.604019] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Refreshing network info cache for port 9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.727805] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.728012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.728195] env[62979]: DEBUG nova.network.neutron [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.766124] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.766606] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Instance network_info: |[{"id": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "address": "fa:16:3e:c8:66:b4", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393d9d9d-53", "ovs_interfaceid": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.767410] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:66:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393d9d9d-53e6-4ac7-9c39-1d7b4223751c', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.775330] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Creating folder: Project (f0f10d3b5f3b43119504b7d3a53d0b4c). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.778183] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c5a4dfa-a456-4df6-ab53-5b7bf7f01fdf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.788950] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Created folder: Project (f0f10d3b5f3b43119504b7d3a53d0b4c) in parent group-v483149. [ 892.789159] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Creating folder: Instances. Parent ref: group-v483356. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.789384] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88be2ffc-c65b-49b6-b9d0-af8205ca45f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.797469] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Created folder: Instances in parent group-v483356. [ 892.797690] env[62979]: DEBUG oslo.service.loopingcall [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.797870] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.798074] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87b01a64-1659-476f-93d0-2107c26fe62f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.817203] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.817203] env[62979]: value = "task-2381672" [ 892.817203] env[62979]: _type = "Task" [ 892.817203] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.824523] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381672, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.946270] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c600ac-011c-7f13-0a55-540b1c6105c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.946549] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee978f0-192b-4153-98c9-93f3f2efff9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.955319] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 892.955319] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5283d60e-cf16-0dbe-d689-c41041556553" [ 892.955319] env[62979]: _type = "Task" [ 892.955319] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.963373] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5283d60e-cf16-0dbe-d689-c41041556553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.988780] env[62979]: DEBUG nova.compute.manager [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Received event network-changed-393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.988981] env[62979]: DEBUG nova.compute.manager [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Refreshing instance network info cache due to event network-changed-393d9d9d-53e6-4ac7-9c39-1d7b4223751c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.989163] env[62979]: DEBUG oslo_concurrency.lockutils [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] Acquiring lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.989351] env[62979]: DEBUG oslo_concurrency.lockutils [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] Acquired lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.989555] env[62979]: DEBUG nova.network.neutron [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Refreshing network info cache for port 393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.100036] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.102805] env[62979]: DEBUG nova.scheduler.client.report [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.129589] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.129883] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.130064] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.130257] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.130406] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.130553] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.130764] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.130925] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.131102] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.131267] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.131439] env[62979]: DEBUG nova.virt.hardware [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.132347] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f271c9-c33f-4691-8942-6b97fc3dae26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.142303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e5ec78-bc0c-47f5-bb93-4bde7b0006e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.327433] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381672, 'name': CreateVM_Task, 'duration_secs': 0.300408} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.327613] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.328329] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.328520] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.330912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.330912] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee7463c-cf85-4f5a-841f-1d328b54c70d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.336027] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 893.336027] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd6b94-7246-d90d-54df-0891c9734e14" [ 893.336027] env[62979]: _type = "Task" [ 893.336027] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.346937] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd6b94-7246-d90d-54df-0891c9734e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.461250] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updated VIF entry in instance network info cache for port 9f0f3d95-90de-4a61-babf-7371d83a77a7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.461821] env[62979]: DEBUG nova.network.neutron [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating instance_info_cache with network_info: [{"id": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "address": "fa:16:3e:0a:b5:02", "network": {"id": "6568e567-89b6-4d13-af08-6301bada3bd9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-259013091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705a603f2f8f4c649805280ae42ae866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0f3d95-90", "ovs_interfaceid": "9f0f3d95-90de-4a61-babf-7371d83a77a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.475478] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5283d60e-cf16-0dbe-d689-c41041556553, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.475980] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.476585] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.477093] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c9d2020-5ac7-4bf3-9dcd-f0ec639c7968 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.494816] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 893.494816] env[62979]: value = "task-2381673" [ 893.494816] env[62979]: _type = "Task" [ 893.494816] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.499895] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Successfully updated port: e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.511847] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.607956] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.608557] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.611311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.338s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.612884] env[62979]: INFO nova.compute.claims [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.622720] env[62979]: DEBUG nova.network.neutron [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.800876] env[62979]: DEBUG nova.network.neutron [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Updated VIF entry in instance network info cache for port 393d9d9d-53e6-4ac7-9c39-1d7b4223751c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.801314] env[62979]: DEBUG nova.network.neutron [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Updating instance_info_cache with network_info: [{"id": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "address": "fa:16:3e:c8:66:b4", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393d9d9d-53", "ovs_interfaceid": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.846754] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dd6b94-7246-d90d-54df-0891c9734e14, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.847154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.847434] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.847672] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.847850] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.848043] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.848406] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be3de8e-75d4-4a38-91f7-31e27cbd2de0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.862619] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.862856] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.863707] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868d9205-e335-45ff-abc6-4737f12ff21e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.869924] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 893.869924] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52927099-5ecd-e503-78f8-98e7e770b3f4" [ 893.869924] env[62979]: _type = "Task" [ 893.869924] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.879315] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52927099-5ecd-e503-78f8-98e7e770b3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.965149] env[62979]: DEBUG oslo_concurrency.lockutils [req-0cd8a38e-416d-442f-80f6-72e7399eb404 req-8a627abc-3777-4bb6-990c-7a932625f812 service nova] Releasing lock "refresh_cache-e20c8bd0-4906-4d99-a638-c61570f208d6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.001286] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.001444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.001627] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.012257] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48176} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.012537] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.012754] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.012999] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44e611b6-3f17-40fd-bd2a-da6ca933148d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.020770] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 894.020770] env[62979]: value = "task-2381674" [ 894.020770] env[62979]: _type = "Task" [ 894.020770] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.029721] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.117630] env[62979]: DEBUG nova.compute.utils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 894.121301] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.121301] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.124816] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.180332] env[62979]: DEBUG nova.policy [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '819957572c2e46b2ba178813c9775b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0f10d3b5f3b43119504b7d3a53d0b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.304809] env[62979]: DEBUG oslo_concurrency.lockutils [req-03f79929-d968-4d71-b513-136548816ba1 req-96c9c6f1-ce67-43c9-aca4-42cbcd81ef23 service nova] Releasing lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.380769] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52927099-5ecd-e503-78f8-98e7e770b3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.048363} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.381562] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fa792b-63d5-4da0-8589-1a2d86e9ed36 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.386772] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 894.386772] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a09c-6342-199d-9668-5c42fdbbc1c9" [ 894.386772] env[62979]: _type = "Task" [ 894.386772] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.395592] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a09c-6342-199d-9668-5c42fdbbc1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.530399] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063978} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.530675] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.531459] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d12c29-e4ad-4bee-aa85-5dd840a0adde {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.554139] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.555048] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Successfully created port: 86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.556994] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1187109-a3c2-43a8-b7b2-89348324c888 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.571484] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.578741] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 894.578741] env[62979]: value = "task-2381675" [ 894.578741] env[62979]: _type = "Task" [ 894.578741] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.586745] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.622291] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.666142] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd0e3c-13b1-4782-bf72-4fab5aa0cda0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.702021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10238f0-e14e-4bcb-af62-32efdb49604b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.712449] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.874093] env[62979]: DEBUG nova.network.neutron [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Updating instance_info_cache with network_info: [{"id": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "address": "fa:16:3e:e8:2a:9c", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76cfdfd-81", "ovs_interfaceid": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.900588] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5258a09c-6342-199d-9668-5c42fdbbc1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00923} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.904693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.905190] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] cc8d2782-d99c-4499-be2b-36d7144e9711/cc8d2782-d99c-4499-be2b-36d7144e9711.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.906171] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62621e39-55c2-44b5-88e7-d2962ed1fc67 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.914822] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 894.914822] env[62979]: value = "task-2381676" [ 894.914822] env[62979]: _type = "Task" [ 894.914822] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.930692] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.018158] env[62979]: DEBUG nova.compute.manager [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Received event network-vif-plugged-e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.018352] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Acquiring lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.018607] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.018819] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.018994] env[62979]: DEBUG nova.compute.manager [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] No waiting events found dispatching network-vif-plugged-e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.019181] env[62979]: WARNING nova.compute.manager [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Received unexpected event network-vif-plugged-e76cfdfd-81fb-475d-9d4b-67c7acdc4449 for instance with vm_state building and task_state spawning. [ 895.019342] env[62979]: DEBUG nova.compute.manager [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Received event network-changed-e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.019494] env[62979]: DEBUG nova.compute.manager [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Refreshing instance network info cache due to event network-changed-e76cfdfd-81fb-475d-9d4b-67c7acdc4449. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.019689] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Acquiring lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.090657] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.179804] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fbcb8f-1536-489d-bfea-a7e190eb00c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.189474] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a93c50-5e69-428c-8382-e3f1dab95beb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.232379] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.233026] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d632f180-c5a1-4efe-97a8-41c0cb11c1b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.235867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd7bc9e-d9c9-440c-9556-3e5f76fcc1da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.248206] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de43611-512f-4c03-887c-6da8bbbafef8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.253554] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 895.253554] env[62979]: value = "task-2381677" [ 895.253554] env[62979]: _type = "Task" [ 895.253554] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.269595] env[62979]: DEBUG nova.compute.provider_tree [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.276962] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.378025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.378025] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Instance network_info: |[{"id": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "address": "fa:16:3e:e8:2a:9c", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76cfdfd-81", "ovs_interfaceid": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.378345] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Acquired lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.378694] env[62979]: DEBUG nova.network.neutron [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Refreshing network info cache for port e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.381386] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:2a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76cfdfd-81fb-475d-9d4b-67c7acdc4449', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.391596] env[62979]: DEBUG oslo.service.loopingcall [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.393185] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.394103] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d7f7fd4-29fa-4232-a753-41c127a8d155 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.414663] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.414663] env[62979]: value = "task-2381678" [ 895.414663] env[62979]: _type = "Task" [ 895.414663] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.428162] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.432078] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505938} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.432171] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] cc8d2782-d99c-4499-be2b-36d7144e9711/cc8d2782-d99c-4499-be2b-36d7144e9711.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.432345] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.432619] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5228a0e-cc8a-4fe0-b0e0-c8de4ca500c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.439450] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 895.439450] env[62979]: value = "task-2381679" [ 895.439450] env[62979]: _type = "Task" [ 895.439450] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.448797] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.588955] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381675, 'name': ReconfigVM_Task, 'duration_secs': 0.650189} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.589258] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Reconfigured VM instance instance-0000004b to attach disk [datastore2] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.589948] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f7c089-a327-43cd-8869-4cd33be9aa2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.596524] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 895.596524] env[62979]: value = "task-2381680" [ 895.596524] env[62979]: _type = "Task" [ 895.596524] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.604306] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381680, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.640812] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.670579] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.670579] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.670795] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.670867] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.671024] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.671198] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.671466] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.671663] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.671844] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.672029] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.672214] env[62979]: DEBUG nova.virt.hardware [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.673097] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80391a-5e59-42a8-b039-6283092f5247 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.681772] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2fb991-2566-4f92-a938-c8b35b18b611 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.762938] env[62979]: DEBUG oslo_vmware.api [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381677, 'name': PowerOnVM_Task, 'duration_secs': 0.479967} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.763236] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.763427] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e46398b8-0f68-4259-88a8-565fa2654775 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance 'd34451dc-b237-4aa5-a878-ada373fda0d2' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.796174] env[62979]: ERROR nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [req-cf5a1041-b3b1-4829-9763-e73dc5dc749d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf5a1041-b3b1-4829-9763-e73dc5dc749d"}]} [ 895.811852] env[62979]: DEBUG nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.825201] env[62979]: DEBUG nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.825423] env[62979]: DEBUG nova.compute.provider_tree [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.836737] env[62979]: DEBUG nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.854468] env[62979]: DEBUG nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.926681] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.951714] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106121} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.952953] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.953206] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2770e06-309e-404f-865b-09ddb7cc20a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.977145] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] cc8d2782-d99c-4499-be2b-36d7144e9711/cc8d2782-d99c-4499-be2b-36d7144e9711.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.979938] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4613deec-9586-475c-a218-1e8d30740bb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.001123] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 896.001123] env[62979]: value = "task-2381681" [ 896.001123] env[62979]: _type = "Task" [ 896.001123] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.010935] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.105886] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381680, 'name': Rename_Task, 'duration_secs': 0.395956} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.108389] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.109526] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422f75ff-4bf2-49fb-a505-38d4fbed3e64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.116436] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 896.116436] env[62979]: value = "task-2381682" [ 896.116436] env[62979]: _type = "Task" [ 896.116436] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.131713] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.252408] env[62979]: DEBUG nova.network.neutron [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Updated VIF entry in instance network info cache for port e76cfdfd-81fb-475d-9d4b-67c7acdc4449. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.252753] env[62979]: DEBUG nova.network.neutron [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Updating instance_info_cache with network_info: [{"id": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "address": "fa:16:3e:e8:2a:9c", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76cfdfd-81", "ovs_interfaceid": "e76cfdfd-81fb-475d-9d4b-67c7acdc4449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.292503] env[62979]: DEBUG nova.compute.manager [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Received event network-vif-plugged-86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.292740] env[62979]: DEBUG oslo_concurrency.lockutils [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] Acquiring lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.292947] env[62979]: DEBUG oslo_concurrency.lockutils [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.293145] env[62979]: DEBUG oslo_concurrency.lockutils [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.293325] env[62979]: DEBUG nova.compute.manager [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] No waiting events found dispatching network-vif-plugged-86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.293472] env[62979]: WARNING nova.compute.manager [req-68937143-0f4b-4e67-8b73-ee5ad3a85e50 req-8f252cee-f686-4ecd-9473-600087170667 service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Received unexpected event network-vif-plugged-86c77a7e-a4ea-4d00-824a-0f435d467649 for instance with vm_state building and task_state spawning. [ 896.348855] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29410c-ed25-469b-b950-6289e64409b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.364026] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e9d38-83ea-46a1-9fee-af3abe36be1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.400530] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ac4ac-c2c2-41c9-b07d-96b9cc7d0e6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.407872] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Successfully updated port: 86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.410314] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd17fe-798c-4928-ac39-1a0d414c9a5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.430171] env[62979]: DEBUG nova.compute.provider_tree [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.439390] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.511148] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.627975] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.755732] env[62979]: DEBUG oslo_concurrency.lockutils [req-8d32f919-a335-4f44-b916-99b9a32d498e req-e8d3aa6d-932f-4135-ad8c-6ddf91e19a2b service nova] Releasing lock "refresh_cache-2fa8ac7a-73cd-4ef7-9488-588a69902e73" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.916964] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.916964] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.917136] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.928846] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.934185] env[62979]: DEBUG nova.scheduler.client.report [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.012710] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381681, 'name': ReconfigVM_Task, 'duration_secs': 0.808244} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.013145] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Reconfigured VM instance instance-0000004c to attach disk [datastore2] cc8d2782-d99c-4499-be2b-36d7144e9711/cc8d2782-d99c-4499-be2b-36d7144e9711.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.013819] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa47d26b-7cd1-459b-8b5f-1c1221ce35c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.020941] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 897.020941] env[62979]: value = "task-2381683" [ 897.020941] env[62979]: _type = "Task" [ 897.020941] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.031752] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381683, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.127783] env[62979]: DEBUG oslo_vmware.api [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381682, 'name': PowerOnVM_Task, 'duration_secs': 0.932474} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.128140] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.128279] env[62979]: INFO nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Took 8.92 seconds to spawn the instance on the hypervisor. [ 897.128456] env[62979]: DEBUG nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.129314] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16881b1-0a5d-4395-ae94-3dc570e17830 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.430583] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.439468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.828s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.440018] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.442516] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.853s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.442743] env[62979]: DEBUG nova.objects.instance [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lazy-loading 'resources' on Instance uuid c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.452408] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.531447] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381683, 'name': Rename_Task, 'duration_secs': 0.328038} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.531816] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.532101] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a043a493-14a7-451d-89dd-b2bb8a4fb13a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.539485] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 897.539485] env[62979]: value = "task-2381684" [ 897.539485] env[62979]: _type = "Task" [ 897.539485] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.547148] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.589220] env[62979]: DEBUG nova.network.neutron [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Updating instance_info_cache with network_info: [{"id": "86c77a7e-a4ea-4d00-824a-0f435d467649", "address": "fa:16:3e:66:8c:38", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c77a7e-a4", "ovs_interfaceid": "86c77a7e-a4ea-4d00-824a-0f435d467649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.648179] env[62979]: INFO nova.compute.manager [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Took 52.36 seconds to build instance. [ 897.770449] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.770805] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.770934] env[62979]: DEBUG nova.compute.manager [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Going to confirm migration 3 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 897.930537] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381678, 'name': CreateVM_Task, 'duration_secs': 2.331139} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.930702] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.931370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.931541] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.931925] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.932195] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302f7ae5-defd-47f0-8aca-a82652c883ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.936572] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 897.936572] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e12fad-bf33-7545-739b-f43a6fa1ae6a" [ 897.936572] env[62979]: _type = "Task" [ 897.936572] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.944994] env[62979]: DEBUG nova.compute.utils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.946260] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e12fad-bf33-7545-739b-f43a6fa1ae6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.950189] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.950189] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.013677] env[62979]: DEBUG nova.policy [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75fc3dab262e4ea6be027a00454de7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876e8681b0f84819b8ca99215994f1c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.053636] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381684, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.090991] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.091258] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Instance network_info: |[{"id": "86c77a7e-a4ea-4d00-824a-0f435d467649", "address": "fa:16:3e:66:8c:38", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c77a7e-a4", "ovs_interfaceid": "86c77a7e-a4ea-4d00-824a-0f435d467649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.095254] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:8c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c77a7e-a4ea-4d00-824a-0f435d467649', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.105332] env[62979]: DEBUG oslo.service.loopingcall [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.106223] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.106470] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40e02bc-234f-490f-9292-d91928a91647 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.130944] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.130944] env[62979]: value = "task-2381685" [ 898.130944] env[62979]: _type = "Task" [ 898.130944] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.139522] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381685, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.149572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-946af5e8-39fd-4cf0-80df-42beb302cc8d tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.654s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.286487] env[62979]: DEBUG nova.compute.manager [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Received event network-changed-9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.286656] env[62979]: DEBUG nova.compute.manager [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Refreshing instance network info cache due to event network-changed-9e739b2d-7f89-4bb7-af54-34c4ee2576ad. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.286882] env[62979]: DEBUG oslo_concurrency.lockutils [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] Acquiring lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.287071] env[62979]: DEBUG oslo_concurrency.lockutils [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] Acquired lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.287248] env[62979]: DEBUG nova.network.neutron [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Refreshing network info cache for port 9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.334835] env[62979]: DEBUG nova.compute.manager [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Received event network-changed-86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.335091] env[62979]: DEBUG nova.compute.manager [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Refreshing instance network info cache due to event network-changed-86c77a7e-a4ea-4d00-824a-0f435d467649. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.335333] env[62979]: DEBUG oslo_concurrency.lockutils [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] Acquiring lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.335505] env[62979]: DEBUG oslo_concurrency.lockutils [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] Acquired lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.335693] env[62979]: DEBUG nova.network.neutron [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Refreshing network info cache for port 86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.409393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.409393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.409393] env[62979]: DEBUG nova.network.neutron [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.409628] env[62979]: DEBUG nova.objects.instance [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'info_cache' on Instance uuid d34451dc-b237-4aa5-a878-ada373fda0d2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.447720] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e12fad-bf33-7545-739b-f43a6fa1ae6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.450928] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.451303] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.451621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.451866] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.452158] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.452757] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.459020] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e86a34-3411-466e-a8d0-2c2f4ef69957 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.465328] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.465571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.466367] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba1fdc1-f06d-4346-af4d-afca4dba20b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.481348] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 898.481348] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52752151-9d20-c01c-8590-fb285d0e0125" [ 898.481348] env[62979]: _type = "Task" [ 898.481348] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.490723] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52752151-9d20-c01c-8590-fb285d0e0125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.515846] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Successfully created port: 57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.542726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf312945-e616-4a06-9b18-e35f9281f3d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.556587] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c5c9f-82ec-4a72-8afb-5b027fff1012 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.559921] env[62979]: DEBUG oslo_vmware.api [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381684, 'name': PowerOnVM_Task, 'duration_secs': 0.585776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.560220] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.560440] env[62979]: INFO nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Took 8.07 seconds to spawn the instance on the hypervisor. [ 898.560598] env[62979]: DEBUG nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.563410] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abffc594-289f-41dd-875b-000a3b546bb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.597278] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d1dfe-bb07-44c7-91f8-33c99368bfc5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.606993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d8113-1587-49d9-906d-609bfecfd7d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.623065] env[62979]: DEBUG nova.compute.provider_tree [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.640780] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381685, 'name': CreateVM_Task, 'duration_secs': 0.39197} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.641036] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.641697] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.641888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.642224] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.642471] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d30cd0-e9b5-4e20-9902-8006e36b9c3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.647104] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 898.647104] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f92585-3eed-db71-ed0b-344b56cbd277" [ 898.647104] env[62979]: _type = "Task" [ 898.647104] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.654778] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f92585-3eed-db71-ed0b-344b56cbd277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.988861] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52752151-9d20-c01c-8590-fb285d0e0125, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.990137] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b665f849-6eb0-4b08-963b-f37ab373703e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.995608] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 898.995608] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5220099c-6cea-a19a-0b35-c69f817130c4" [ 898.995608] env[62979]: _type = "Task" [ 898.995608] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.005722] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5220099c-6cea-a19a-0b35-c69f817130c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.087039] env[62979]: DEBUG nova.network.neutron [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updated VIF entry in instance network info cache for port 9e739b2d-7f89-4bb7-af54-34c4ee2576ad. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.087463] env[62979]: DEBUG nova.network.neutron [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updating instance_info_cache with network_info: [{"id": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "address": "fa:16:3e:fd:bc:c9", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e739b2d-7f", "ovs_interfaceid": "9e739b2d-7f89-4bb7-af54-34c4ee2576ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.089219] env[62979]: DEBUG nova.network.neutron [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Updated VIF entry in instance network info cache for port 86c77a7e-a4ea-4d00-824a-0f435d467649. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.089931] env[62979]: DEBUG nova.network.neutron [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Updating instance_info_cache with network_info: [{"id": "86c77a7e-a4ea-4d00-824a-0f435d467649", "address": "fa:16:3e:66:8c:38", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c77a7e-a4", "ovs_interfaceid": "86c77a7e-a4ea-4d00-824a-0f435d467649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.111371] env[62979]: INFO nova.compute.manager [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Took 46.42 seconds to build instance. [ 899.126544] env[62979]: DEBUG nova.scheduler.client.report [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.159698] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f92585-3eed-db71-ed0b-344b56cbd277, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.159984] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.160251] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.160464] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.464217] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.491194] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5fa3f68557a4c1486265ea5b7d087528',container_format='bare',created_at=2025-02-07T15:33:50Z,direct_url=,disk_format='vmdk',id=74663d59-2e8f-4950-bc06-dd7d99c0aee9,min_disk=1,min_ram=0,name='tempest-test-snap-744196677',owner='876e8681b0f84819b8ca99215994f1c8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-07T15:34:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.491473] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.491630] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.491886] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.492076] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.492245] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.492461] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.492618] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.492792] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.492981] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.493191] env[62979]: DEBUG nova.virt.hardware [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.494090] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78683579-2018-4bd0-a31d-690e1fde466f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.507504] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5220099c-6cea-a19a-0b35-c69f817130c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.509565] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.509832] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2fa8ac7a-73cd-4ef7-9488-588a69902e73/2fa8ac7a-73cd-4ef7-9488-588a69902e73.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.510166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.510398] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.510613] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce70496-c703-466b-a770-4949af61b73f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513593] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0025e78-4b2a-4e6e-b8b8-b8a8317141cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.519402] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56fa05c4-694d-462c-a19c-5a32c29351dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.536335] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 899.536335] env[62979]: value = "task-2381686" [ 899.536335] env[62979]: _type = "Task" [ 899.536335] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.536585] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.536749] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.537561] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80a8897-d252-48e1-8eb1-91d330a5f5eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.548134] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.548443] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 899.548443] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523f3eb0-9ffe-fdd3-d0c5-8ac2ae707157" [ 899.548443] env[62979]: _type = "Task" [ 899.548443] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.558715] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523f3eb0-9ffe-fdd3-d0c5-8ac2ae707157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.591967] env[62979]: DEBUG oslo_concurrency.lockutils [req-808820b1-3aaf-44f0-b8bc-d6f7f735c6a1 req-e3686e12-e058-4156-a2f2-3f467ec5f4ba service nova] Releasing lock "refresh_cache-ca2657f3-cb8b-4506-86d2-8984150ecd37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.592630] env[62979]: DEBUG oslo_concurrency.lockutils [req-a4a77c6a-1250-4297-8c96-ad0e72b272a9 req-32bd2258-0f47-4a41-b064-857b2db1daca service nova] Releasing lock "refresh_cache-3c44850d-daec-4063-8bc3-ff4c17fe8e8a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.612983] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fa88808-4927-4f5b-90b6-979ae0defbe7 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.599s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.635633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.637713] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.357s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.637713] env[62979]: DEBUG nova.objects.instance [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lazy-loading 'resources' on Instance uuid 81d8cc64-9004-4049-96fd-ff45d4d3ae01 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.664477] env[62979]: DEBUG nova.network.neutron [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [{"id": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "address": "fa:16:3e:7b:aa:3d", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92ec0dd-3c", "ovs_interfaceid": "c92ec0dd-3c40-4e67-8517-d8966dfba054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.666056] env[62979]: INFO nova.scheduler.client.report [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Deleted allocations for instance c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f [ 900.050447] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381686, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.059402] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523f3eb0-9ffe-fdd3-d0c5-8ac2ae707157, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.060290] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec71ffd3-1e25-4b2e-965e-4c461455ccc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.065926] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 900.065926] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dfa65f-f616-9e53-67a8-45e018333931" [ 900.065926] env[62979]: _type = "Task" [ 900.065926] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.075738] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dfa65f-f616-9e53-67a8-45e018333931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.170654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-d34451dc-b237-4aa5-a878-ada373fda0d2" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.171012] env[62979]: DEBUG nova.objects.instance [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'migration_context' on Instance uuid d34451dc-b237-4aa5-a878-ada373fda0d2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.178656] env[62979]: DEBUG oslo_concurrency.lockutils [None req-641ca6fc-60f1-4319-a372-044335394ce5 tempest-InstanceActionsNegativeTestJSON-30818367 tempest-InstanceActionsNegativeTestJSON-30818367-project-member] Lock "c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.866s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.387544] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Successfully updated port: 57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.401482] env[62979]: DEBUG nova.compute.manager [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Received event network-vif-plugged-57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.401726] env[62979]: DEBUG oslo_concurrency.lockutils [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] Acquiring lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.401979] env[62979]: DEBUG oslo_concurrency.lockutils [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.402168] env[62979]: DEBUG oslo_concurrency.lockutils [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.402343] env[62979]: DEBUG nova.compute.manager [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] No waiting events found dispatching network-vif-plugged-57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.403095] env[62979]: WARNING nova.compute.manager [req-8fe8850e-09c1-48e3-9613-186c33b81bfc req-38a7a75a-1b6f-433c-9c99-fee9f090405a service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Received unexpected event network-vif-plugged-57e5d5a7-7909-490e-a438-476f69e7e4fa for instance with vm_state building and task_state spawning. [ 900.548862] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.549187] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2fa8ac7a-73cd-4ef7-9488-588a69902e73/2fa8ac7a-73cd-4ef7-9488-588a69902e73.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.549403] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.549671] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e16606f0-68fb-447e-b9ff-af205d820f6a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.556041] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 900.556041] env[62979]: value = "task-2381687" [ 900.556041] env[62979]: _type = "Task" [ 900.556041] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.565742] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.574866] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dfa65f-f616-9e53-67a8-45e018333931, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.575978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.575978] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3c44850d-daec-4063-8bc3-ff4c17fe8e8a/3c44850d-daec-4063-8bc3-ff4c17fe8e8a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.577837] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ce47c37-1ee3-4401-ab04-c55d76a398fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.583950] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 900.583950] env[62979]: value = "task-2381688" [ 900.583950] env[62979]: _type = "Task" [ 900.583950] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.595490] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.658259] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2b8df-7fea-441b-a4e5-09a1d1b67891 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.666669] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0e56f2-9f7c-48de-9049-4fb00f3d6f0e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.701082] env[62979]: DEBUG nova.objects.base [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.702427] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5e3c82-2e42-4b20-a33f-57eac4eba339 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.705491] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db56c138-1771-4e21-ba35-c6fe9df008e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.728780] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c99c70-69e6-48d1-8268-42b3ea43dc52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.733708] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649f5bd8-864a-4afa-8004-ee59c5b7bf66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.740424] env[62979]: DEBUG oslo_vmware.api [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 900.740424] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f4d976-2ebb-5c06-9c39-4841bef4d266" [ 900.740424] env[62979]: _type = "Task" [ 900.740424] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.752091] env[62979]: DEBUG nova.compute.provider_tree [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.759376] env[62979]: DEBUG oslo_vmware.api [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f4d976-2ebb-5c06-9c39-4841bef4d266, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.760030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.893191] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.893404] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.893588] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.070207] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06932} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.070609] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.071369] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0464dc-1bc1-42a6-9912-ac8b177e4a91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.096485] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2fa8ac7a-73cd-4ef7-9488-588a69902e73/2fa8ac7a-73cd-4ef7-9488-588a69902e73.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.099546] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a484d554-7bfd-4f78-a1dc-d38460f16fae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.119783] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504286} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.121119] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 3c44850d-daec-4063-8bc3-ff4c17fe8e8a/3c44850d-daec-4063-8bc3-ff4c17fe8e8a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.121881] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.121881] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 901.121881] env[62979]: value = "task-2381689" [ 901.121881] env[62979]: _type = "Task" [ 901.121881] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.121881] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800878dc-31f2-4acb-94f3-b5df32066ec8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.132085] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.133415] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 901.133415] env[62979]: value = "task-2381690" [ 901.133415] env[62979]: _type = "Task" [ 901.133415] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.141435] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.261500] env[62979]: DEBUG nova.scheduler.client.report [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.453853] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.632828] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381689, 'name': ReconfigVM_Task, 'duration_secs': 0.303322} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.634266] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2fa8ac7a-73cd-4ef7-9488-588a69902e73/2fa8ac7a-73cd-4ef7-9488-588a69902e73.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.634959] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043e870d-9304-4880-9b74-a6e6d9292ad5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.647141] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070052} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.648348] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.648694] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 901.648694] env[62979]: value = "task-2381691" [ 901.648694] env[62979]: _type = "Task" [ 901.648694] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.649394] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14599ee0-f9c7-40e9-8855-1a78319d567a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.675064] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3c44850d-daec-4063-8bc3-ff4c17fe8e8a/3c44850d-daec-4063-8bc3-ff4c17fe8e8a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.678621] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6eba3b-538d-49e2-9f80-271ef30bfe4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.694478] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381691, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.695303] env[62979]: DEBUG nova.network.neutron [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Updating instance_info_cache with network_info: [{"id": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "address": "fa:16:3e:7c:ba:92", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e5d5a7-79", "ovs_interfaceid": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.700989] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 901.700989] env[62979]: value = "task-2381692" [ 901.700989] env[62979]: _type = "Task" [ 901.700989] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.711445] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.770792] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.771448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.373s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.771880] env[62979]: DEBUG nova.objects.instance [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lazy-loading 'resources' on Instance uuid 124d9b8b-e705-4395-adc5-e326bcbec979 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.802073] env[62979]: INFO nova.scheduler.client.report [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleted allocations for instance 81d8cc64-9004-4049-96fd-ff45d4d3ae01 [ 902.161701] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381691, 'name': Rename_Task, 'duration_secs': 0.149766} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.162114] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.162441] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277e0523-d1e3-4f18-a246-8ebb215783d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.170665] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 902.170665] env[62979]: value = "task-2381693" [ 902.170665] env[62979]: _type = "Task" [ 902.170665] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.178435] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.198291] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.198645] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Instance network_info: |[{"id": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "address": "fa:16:3e:7c:ba:92", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e5d5a7-79", "ovs_interfaceid": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.199086] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ba:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57e5d5a7-7909-490e-a438-476f69e7e4fa', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.206795] env[62979]: DEBUG oslo.service.loopingcall [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.207120] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.210499] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65fa6a7f-4269-406b-a266-165510255ac9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.230737] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.231955] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.231955] env[62979]: value = "task-2381694" [ 902.231955] env[62979]: _type = "Task" [ 902.231955] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.239472] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381694, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.310720] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4376a152-6aa2-4d8b-be46-ca745af500ac tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "81d8cc64-9004-4049-96fd-ff45d4d3ae01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.504s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.479758] env[62979]: DEBUG nova.compute.manager [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Received event network-changed-57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.479758] env[62979]: DEBUG nova.compute.manager [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Refreshing instance network info cache due to event network-changed-57e5d5a7-7909-490e-a438-476f69e7e4fa. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.480041] env[62979]: DEBUG oslo_concurrency.lockutils [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] Acquiring lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.480115] env[62979]: DEBUG oslo_concurrency.lockutils [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] Acquired lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.480884] env[62979]: DEBUG nova.network.neutron [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Refreshing network info cache for port 57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.683349] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.718357] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381692, 'name': ReconfigVM_Task, 'duration_secs': 0.908824} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.718723] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3c44850d-daec-4063-8bc3-ff4c17fe8e8a/3c44850d-daec-4063-8bc3-ff4c17fe8e8a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.719304] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28471c13-9cad-4262-9f6e-16499a9c6953 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.725946] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 902.725946] env[62979]: value = "task-2381695" [ 902.725946] env[62979]: _type = "Task" [ 902.725946] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.743770] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381695, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.751809] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381694, 'name': CreateVM_Task, 'duration_secs': 0.473141} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.755721] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.757877] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.758175] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.758921] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.759142] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc156744-2b59-4ded-92f9-fac6d02fd5fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.766015] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 902.766015] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529340e6-0b56-212c-d4f0-9e164afe0d07" [ 902.766015] env[62979]: _type = "Task" [ 902.766015] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.780697] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529340e6-0b56-212c-d4f0-9e164afe0d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.789202] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b14b3-c9cd-4a47-a832-b92da0948474 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.799251] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e2a3a-4bf6-4f80-9939-d1d267e748af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.847180] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d723e-488f-413e-b42e-8c1a4ddf9e1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.857337] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a217b9-bc2e-4f3b-acbf-9cbcc59d41e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.877107] env[62979]: DEBUG nova.compute.provider_tree [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.186030] env[62979]: DEBUG oslo_vmware.api [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381693, 'name': PowerOnVM_Task, 'duration_secs': 0.71307} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.186030] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.186334] env[62979]: INFO nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Took 10.09 seconds to spawn the instance on the hypervisor. [ 903.186506] env[62979]: DEBUG nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.187618] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c2e4bc-642c-4644-bb91-1bc43c735d9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.235600] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381695, 'name': Rename_Task, 'duration_secs': 0.243789} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.236397] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.236397] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d3f06d-ec9a-43e4-ae87-9042db938e83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.243304] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 903.243304] env[62979]: value = "task-2381697" [ 903.243304] env[62979]: _type = "Task" [ 903.243304] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.251712] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.278129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.278412] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Processing image 74663d59-2e8f-4950-bc06-dd7d99c0aee9 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.278657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.278811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.278994] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.279288] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b67c57-079d-4c72-b140-5f4517cb9bd3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.288593] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.288777] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.289779] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1555371f-9c02-4244-8037-23aa6a78bdf4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.298016] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 903.298016] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522dff24-b94f-5232-285b-5cb72fbc03cf" [ 903.298016] env[62979]: _type = "Task" [ 903.298016] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.304879] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522dff24-b94f-5232-285b-5cb72fbc03cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.381776] env[62979]: DEBUG nova.scheduler.client.report [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.387671] env[62979]: DEBUG nova.network.neutron [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Updated VIF entry in instance network info cache for port 57e5d5a7-7909-490e-a438-476f69e7e4fa. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.388283] env[62979]: DEBUG nova.network.neutron [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Updating instance_info_cache with network_info: [{"id": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "address": "fa:16:3e:7c:ba:92", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e5d5a7-79", "ovs_interfaceid": "57e5d5a7-7909-490e-a438-476f69e7e4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.708495] env[62979]: INFO nova.compute.manager [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Took 45.99 seconds to build instance. [ 903.756601] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.807858] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 903.808282] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Fetch image to [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524/OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 903.808624] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Downloading stream optimized image 74663d59-2e8f-4950-bc06-dd7d99c0aee9 to [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524/OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524.vmdk on the data store datastore2 as vApp {{(pid=62979) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 903.809058] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Downloading image file data 74663d59-2e8f-4950-bc06-dd7d99c0aee9 to the ESX as VM named 'OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524' {{(pid=62979) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 903.890871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.890871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.412s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.890871] env[62979]: DEBUG nova.objects.instance [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lazy-loading 'resources' on Instance uuid 9538e88e-eb5b-4f06-90ae-758d08537353 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.892905] env[62979]: DEBUG oslo_concurrency.lockutils [req-d093f4cb-29d4-4f18-8854-12986e5ff71b req-e381ffb2-86e8-4084-91b0-6459a992139e service nova] Releasing lock "refresh_cache-18d1b043-73a0-4cb0-a4bc-87d53e453d94" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.897151] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 903.897151] env[62979]: value = "resgroup-9" [ 903.897151] env[62979]: _type = "ResourcePool" [ 903.897151] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 903.897747] env[62979]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae03d2e0-3da6-4c0b-847b-239e36d04d77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.917851] env[62979]: INFO nova.scheduler.client.report [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted allocations for instance 124d9b8b-e705-4395-adc5-e326bcbec979 [ 903.927231] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease: (returnval){ [ 903.927231] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 903.927231] env[62979]: _type = "HttpNfcLease" [ 903.927231] env[62979]: } obtained for vApp import into resource pool (val){ [ 903.927231] env[62979]: value = "resgroup-9" [ 903.927231] env[62979]: _type = "ResourcePool" [ 903.927231] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 903.927849] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the lease: (returnval){ [ 903.927849] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 903.927849] env[62979]: _type = "HttpNfcLease" [ 903.927849] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.934827] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.934827] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 903.934827] env[62979]: _type = "HttpNfcLease" [ 903.934827] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.211344] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9a8712d2-35c1-43d8-989f-e3ddf17ef497 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.704s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.256295] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.426165] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28c89b92-8194-4d8d-8015-55fc57af1dec tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "124d9b8b-e705-4395-adc5-e326bcbec979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.485s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.443433] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.443433] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 904.443433] env[62979]: _type = "HttpNfcLease" [ 904.443433] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.758880] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.899965] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab729f3-9cc9-4899-a486-b78ded1a7f3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.908134] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e60231-d902-4fe5-9e49-21371acca94a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.948923] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ec413-3ff2-42ac-9d09-18b2e5bbaf8a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.956643] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.956643] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 904.956643] env[62979]: _type = "HttpNfcLease" [ 904.956643] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.959359] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.959359] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b96ed0-ee69-2b3d-d55c-64ce79861650" [ 904.959359] env[62979]: _type = "HttpNfcLease" [ 904.959359] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 904.962139] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9c5f0-e1b9-4acf-b1ef-b32e56f6270e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.966793] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b36831-e794-48c2-835a-c8eab992feb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.975581] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.975825] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 904.985969] env[62979]: DEBUG nova.compute.provider_tree [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.057801] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b87976e1-6f23-490a-a497-bda8b2c2e264 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.096109] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.096470] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.096760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.097058] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.097303] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.100035] env[62979]: INFO nova.compute.manager [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Terminating instance [ 905.256687] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.490397] env[62979]: DEBUG nova.scheduler.client.report [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.605287] env[62979]: DEBUG nova.compute.manager [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.605696] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.606953] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1d795-fb80-4e5b-893e-bdf041bcdc9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.620601] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.621073] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ceca9f-a9c4-4aee-b8ae-4c428a0ff5c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.628988] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 905.628988] env[62979]: value = "task-2381699" [ 905.628988] env[62979]: _type = "Task" [ 905.628988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.640940] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.759089] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.813293] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 905.813570] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.814617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7165f2-5dea-4016-975f-8a4507ab0896 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.823397] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.823815] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 905.823815] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a4d34318-afa8-4999-b4e6-57c5eb7b63ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.002148] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.004599] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.057s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.006219] env[62979]: INFO nova.compute.claims [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.027840] env[62979]: INFO nova.scheduler.client.report [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Deleted allocations for instance 9538e88e-eb5b-4f06-90ae-758d08537353 [ 906.141187] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381699, 'name': PowerOffVM_Task, 'duration_secs': 0.228828} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.141508] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.141687] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.141944] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51da1563-4736-4fb0-bd0d-1d24a3ccfd9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.212174] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.212174] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.212174] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore2] a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.212174] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-209a4be6-258f-49f6-a962-4c0d7dccf4c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.221449] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 906.221449] env[62979]: value = "task-2381701" [ 906.221449] env[62979]: _type = "Task" [ 906.221449] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.230403] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.256069] env[62979]: DEBUG oslo_vmware.api [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381697, 'name': PowerOnVM_Task, 'duration_secs': 2.523163} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.256365] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.256583] env[62979]: INFO nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Took 10.62 seconds to spawn the instance on the hypervisor. [ 906.256766] env[62979]: DEBUG nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.257577] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5687b4a-8b56-4a4b-9eb9-76408707695b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.386951] env[62979]: DEBUG oslo_vmware.rw_handles [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c8c4-6fb0-9711-4c53-ba149d803491/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 906.387490] env[62979]: INFO nova.virt.vmwareapi.images [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Downloaded image file data 74663d59-2e8f-4950-bc06-dd7d99c0aee9 [ 906.388470] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c2082-85ab-4b02-b545-6555639363cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.405819] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9715738b-cf3c-4bb1-95f7-a7352c9b3f50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.454540] env[62979]: INFO nova.virt.vmwareapi.images [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] The imported VM was unregistered [ 906.456888] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 906.458542] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.458542] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572caf4e-2025-4072-b56f-910966d1e6d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.477923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.477923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.484744] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.484992] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524/OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524.vmdk to [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk. {{(pid=62979) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 906.485640] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6bdfa106-62b1-4955-982b-46d345d67d95 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.493420] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 906.493420] env[62979]: value = "task-2381703" [ 906.493420] env[62979]: _type = "Task" [ 906.493420] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.503347] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.536784] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e964976a-821f-46b6-b069-c8a2c36fad7e tempest-ServersNegativeTestJSON-770131871 tempest-ServersNegativeTestJSON-770131871-project-member] Lock "9538e88e-eb5b-4f06-90ae-758d08537353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.457s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.701213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.701213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.701213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "291d4570-ca75-4015-8368-291a72e8f34e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.701213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.701213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.702123] env[62979]: INFO nova.compute.manager [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Terminating instance [ 906.731914] env[62979]: DEBUG oslo_vmware.api [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364123} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.732251] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.732423] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.732608] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.732784] env[62979]: INFO nova.compute.manager [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 906.733056] env[62979]: DEBUG oslo.service.loopingcall [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.733418] env[62979]: DEBUG nova.compute.manager [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.733418] env[62979]: DEBUG nova.network.neutron [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.777258] env[62979]: INFO nova.compute.manager [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Took 44.18 seconds to build instance. [ 906.980182] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.003709] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.208766] env[62979]: DEBUG nova.compute.manager [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.208766] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.208766] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4535240-397b-490b-a054-2a07416fff41 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.217903] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.223331] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d63e08-7cd3-4bda-8678-c604b701aba4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.230565] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 907.230565] env[62979]: value = "task-2381704" [ 907.230565] env[62979]: _type = "Task" [ 907.230565] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.239835] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.278430] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dfe1c314-a8c1-405d-a194-b4000e354f8d tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.181s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.502562] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.508806] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.570042] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e57db4-5711-4bcf-b140-20057a6edf73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.577390] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e83fcee-72c7-4bea-afc6-c29fb52afdf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.616755] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892272c-1dfb-4025-b9da-62429f465b70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.620717] env[62979]: DEBUG nova.compute.manager [req-9bc4d0d7-0234-4617-be2d-e53e5c29c8cc req-d537f317-2e39-4176-b46c-a583404af37e service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Received event network-vif-deleted-ff7e95c8-7b53-4a63-9725-2dd0b25ba089 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.620917] env[62979]: INFO nova.compute.manager [req-9bc4d0d7-0234-4617-be2d-e53e5c29c8cc req-d537f317-2e39-4176-b46c-a583404af37e service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Neutron deleted interface ff7e95c8-7b53-4a63-9725-2dd0b25ba089; detaching it from the instance and deleting it from the info cache [ 907.621256] env[62979]: DEBUG nova.network.neutron [req-9bc4d0d7-0234-4617-be2d-e53e5c29c8cc req-d537f317-2e39-4176-b46c-a583404af37e service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.630576] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b06db-62f3-408a-b1da-7105ae0d7a77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.647629] env[62979]: DEBUG nova.compute.provider_tree [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.741239] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381704, 'name': PowerOffVM_Task, 'duration_secs': 0.33402} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.741606] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.741802] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.742113] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0425c02f-52a5-4017-b52e-1fbdbfa6c75e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.821033] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.821033] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.821033] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleting the datastore file [datastore1] 291d4570-ca75-4015-8368-291a72e8f34e {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.821033] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f8d2d5b-7466-4d3d-8de4-a668b5b45ad0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.831040] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for the task: (returnval){ [ 907.831040] env[62979]: value = "task-2381706" [ 907.831040] env[62979]: _type = "Task" [ 907.831040] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.839968] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.956620] env[62979]: DEBUG nova.network.neutron [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.007479] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.128682] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9dc9ecc-d57e-43f5-acf1-a8cd6dfd32c3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.136026] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b21ef-0422-4591-ab70-a25da07fd85c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.151627] env[62979]: DEBUG nova.scheduler.client.report [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.189366] env[62979]: DEBUG nova.compute.manager [req-9bc4d0d7-0234-4617-be2d-e53e5c29c8cc req-d537f317-2e39-4176-b46c-a583404af37e service nova] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Detach interface failed, port_id=ff7e95c8-7b53-4a63-9725-2dd0b25ba089, reason: Instance a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.345987] env[62979]: DEBUG oslo_vmware.api [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Task: {'id': task-2381706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390491} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.346593] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.346670] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.346911] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.347219] env[62979]: INFO nova.compute.manager [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.347786] env[62979]: DEBUG oslo.service.loopingcall [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.348074] env[62979]: DEBUG nova.compute.manager [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.348191] env[62979]: DEBUG nova.network.neutron [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.459840] env[62979]: INFO nova.compute.manager [-] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Took 1.73 seconds to deallocate network for instance. [ 908.506580] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.657677] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.658316] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.661472] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.220s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.661714] env[62979]: DEBUG nova.objects.instance [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lazy-loading 'resources' on Instance uuid dd9a8c96-a202-4720-adfe-6e010624adde {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.972759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.013695] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.165652] env[62979]: DEBUG nova.compute.utils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.175312] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.175312] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.273963] env[62979]: DEBUG nova.policy [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c248f265a040a0b8dcabd8a12f8e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4e0fe6675c4ac5b304f10e91da90e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.512046] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.675808] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.705652] env[62979]: DEBUG nova.compute.manager [req-ff87ef85-78ce-44e6-a034-dc783ede3db0 req-5237f26a-8821-4692-bcf2-29bc20f61a38 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Received event network-vif-deleted-885d115c-4a7c-4f94-82b1-a3c757af4df7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.705866] env[62979]: INFO nova.compute.manager [req-ff87ef85-78ce-44e6-a034-dc783ede3db0 req-5237f26a-8821-4692-bcf2-29bc20f61a38 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Neutron deleted interface 885d115c-4a7c-4f94-82b1-a3c757af4df7; detaching it from the instance and deleting it from the info cache [ 909.706055] env[62979]: DEBUG nova.network.neutron [req-ff87ef85-78ce-44e6-a034-dc783ede3db0 req-5237f26a-8821-4692-bcf2-29bc20f61a38 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.757030] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2721c9-bc4d-46f4-9199-0ee83792a6a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.764935] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab93171-10d3-412e-80b9-8f52815d24be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.799853] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920acf5-ceeb-496d-869a-3e28e7787881 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.807960] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1056ff-9b70-46e1-a42c-1fed4a8effb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.822437] env[62979]: DEBUG nova.network.neutron [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.824926] env[62979]: DEBUG nova.compute.provider_tree [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.014071] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381703, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.40946} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.014358] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524/OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524.vmdk to [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk. [ 910.014552] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Cleaning up location [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 910.014720] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_73596115-85f5-4c80-b873-1d5fdd8dd524 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.014982] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-add75dff-33ec-4c77-ae42-b23e3feef112 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.023456] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 910.023456] env[62979]: value = "task-2381707" [ 910.023456] env[62979]: _type = "Task" [ 910.023456] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.030808] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.031643] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Successfully created port: 0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.217127] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f631cdbf-c4c1-43e6-8ab8-e162574d2afc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.221870] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6fe9e-e971-44f7-96a8-cab374baa49f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.263460] env[62979]: DEBUG nova.compute.manager [req-ff87ef85-78ce-44e6-a034-dc783ede3db0 req-5237f26a-8821-4692-bcf2-29bc20f61a38 service nova] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Detach interface failed, port_id=885d115c-4a7c-4f94-82b1-a3c757af4df7, reason: Instance 291d4570-ca75-4015-8368-291a72e8f34e could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 910.326556] env[62979]: INFO nova.compute.manager [-] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Took 1.98 seconds to deallocate network for instance. [ 910.352654] env[62979]: ERROR nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] [req-4923d0a4-93a6-4ff0-8b26-674d8bdc08e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4923d0a4-93a6-4ff0-8b26-674d8bdc08e4"}]} [ 910.368699] env[62979]: DEBUG nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.385688] env[62979]: DEBUG nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.385999] env[62979]: DEBUG nova.compute.provider_tree [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.401063] env[62979]: DEBUG nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.422883] env[62979]: DEBUG nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.533712] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169227} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.536350] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.536533] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.536781] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk to [datastore2] 18d1b043-73a0-4cb0-a4bc-87d53e453d94/18d1b043-73a0-4cb0-a4bc-87d53e453d94.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.538021] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c050774-a61c-4364-986d-b4d1fd04f10f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.544782] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 910.544782] env[62979]: value = "task-2381708" [ 910.544782] env[62979]: _type = "Task" [ 910.544782] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.555813] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.573270] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "cc8d2782-d99c-4499-be2b-36d7144e9711" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.573534] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.573715] env[62979]: DEBUG nova.compute.manager [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.577254] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43186c37-d70e-439c-989e-13023751b348 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.585104] env[62979]: DEBUG nova.compute.manager [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 910.585814] env[62979]: DEBUG nova.objects.instance [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lazy-loading 'flavor' on Instance uuid cc8d2782-d99c-4499-be2b-36d7144e9711 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.694848] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.734504] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.734753] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.734913] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.735250] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.735494] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.735703] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.736769] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.736769] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.736769] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.736769] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.736769] env[62979]: DEBUG nova.virt.hardware [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.738030] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63c71a-d5ed-45fa-aea5-fc6faa2ea13f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749790] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b7126-9ae3-4593-908d-1e4a7ee044b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.837337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.881706] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc372e99-35e1-43fd-a30d-9c2fb78da8fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.890437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4250e91-4cb6-49db-9601-e912e2368d92 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.924196] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "ebcfbf62-e067-4c9a-8272-0c01da189489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.924491] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.924703] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.924900] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.925144] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.927932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ffe769-db35-4905-9e3b-9a40a3b3a4e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.931035] env[62979]: INFO nova.compute.manager [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Terminating instance [ 910.938992] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0881c61-2724-4e2f-aac0-509b4f71a482 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.953750] env[62979]: DEBUG nova.compute.provider_tree [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.055188] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.436427] env[62979]: DEBUG nova.compute.manager [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.436427] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.437014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de23c4-53a0-45e5-b9db-93f031bccf1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.445934] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.446253] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4535faac-306d-4c35-a17d-58c00a5e9ad5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.452573] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 911.452573] env[62979]: value = "task-2381709" [ 911.452573] env[62979]: _type = "Task" [ 911.452573] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.466410] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.498260] env[62979]: DEBUG nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.499042] env[62979]: DEBUG nova.compute.provider_tree [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 110 to 111 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.499316] env[62979]: DEBUG nova.compute.provider_tree [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.569529] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.570338] env[62979]: DEBUG nova.compute.manager [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Received event network-vif-plugged-0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.570508] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] Acquiring lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.570714] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.570878] env[62979]: DEBUG oslo_concurrency.lockutils [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.571171] env[62979]: DEBUG nova.compute.manager [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] No waiting events found dispatching network-vif-plugged-0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.571216] env[62979]: WARNING nova.compute.manager [req-cc522a10-96ed-4dc7-b7c0-a48472d2466c req-5931ff19-a111-424b-95db-cdd8519af22f service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Received unexpected event network-vif-plugged-0c36f766-6d07-47f0-abd6-04cb0328bb5d for instance with vm_state building and task_state spawning. [ 911.593213] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.593542] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a431ab36-29ae-4801-b9b2-1feaa6f5df4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.602267] env[62979]: DEBUG oslo_vmware.api [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 911.602267] env[62979]: value = "task-2381710" [ 911.602267] env[62979]: _type = "Task" [ 911.602267] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.610697] env[62979]: DEBUG oslo_vmware.api [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.722384] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Successfully updated port: 0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.964805] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381709, 'name': PowerOffVM_Task, 'duration_secs': 0.302454} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.965231] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.965285] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.965588] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79bfd333-6ba5-4f90-ac02-18ff3e0e5b15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.005644] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.344s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.008205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.810s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.008425] env[62979]: DEBUG nova.objects.instance [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lazy-loading 'resources' on Instance uuid a35f84a6-6820-4a13-8181-f9f6b697c53e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.027562] env[62979]: INFO nova.scheduler.client.report [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Deleted allocations for instance dd9a8c96-a202-4720-adfe-6e010624adde [ 912.042893] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.043218] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.043425] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Deleting the datastore file [datastore1] ebcfbf62-e067-4c9a-8272-0c01da189489 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.043737] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d50741b-1857-4716-bce5-28028de87710 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.051257] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for the task: (returnval){ [ 912.051257] env[62979]: value = "task-2381712" [ 912.051257] env[62979]: _type = "Task" [ 912.051257] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.060894] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.064541] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.116553] env[62979]: DEBUG oslo_vmware.api [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381710, 'name': PowerOffVM_Task, 'duration_secs': 0.460384} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.116823] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.117043] env[62979]: DEBUG nova.compute.manager [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.118303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abd3a63-2552-418d-a67f-ed2f8f168dd4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.225493] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.225654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquired lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.225811] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.580076] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e9ecd44-be7a-4684-a603-db60d5e2ee02 tempest-FloatingIPsAssociationTestJSON-1886510699 tempest-FloatingIPsAssociationTestJSON-1886510699-project-member] Lock "dd9a8c96-a202-4720-adfe-6e010624adde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.884s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.586973] env[62979]: DEBUG oslo_vmware.api [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Task: {'id': task-2381712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501439} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.593076] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.593076] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.593378] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.593545] env[62979]: INFO nova.compute.manager [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Took 1.16 seconds to destroy the instance on the hypervisor. [ 912.593729] env[62979]: DEBUG oslo.service.loopingcall [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.593961] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.594447] env[62979]: DEBUG nova.compute.manager [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.594567] env[62979]: DEBUG nova.network.neutron [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.634670] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cdf36d4b-787c-41a9-b51c-80b280959a50 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.788039] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.087425] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.095747] env[62979]: DEBUG nova.network.neutron [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Updating instance_info_cache with network_info: [{"id": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "address": "fa:16:3e:ca:ec:6a", "network": {"id": "5c5a6373-9cb6-4a89-b735-1b2d04f4d0a6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-880739815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4e0fe6675c4ac5b304f10e91da90e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c36f766-6d", "ovs_interfaceid": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.127524] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454080a-dc33-4280-8bde-ae724ff7a1e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.138776] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac206ce-5b06-4aa4-87c4-67f224aacceb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.175133] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e88ecf-7851-4811-b8e4-8add55dbf761 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.186807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458006a-0c97-4171-9e13-a55c906e0813 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.201484] env[62979]: DEBUG nova.compute.provider_tree [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.590594] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.598275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Releasing lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.598597] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Instance network_info: |[{"id": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "address": "fa:16:3e:ca:ec:6a", "network": {"id": "5c5a6373-9cb6-4a89-b735-1b2d04f4d0a6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-880739815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4e0fe6675c4ac5b304f10e91da90e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c36f766-6d", "ovs_interfaceid": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.599145] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ec:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c36f766-6d07-47f0-abd6-04cb0328bb5d', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.607177] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Creating folder: Project (3a4e0fe6675c4ac5b304f10e91da90e3). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.608863] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bccddc80-5970-4570-a8e8-40ab069e5cf5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.613930] env[62979]: DEBUG nova.compute.manager [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Received event network-changed-0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.616245] env[62979]: DEBUG nova.compute.manager [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Refreshing instance network info cache due to event network-changed-0c36f766-6d07-47f0-abd6-04cb0328bb5d. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.616526] env[62979]: DEBUG oslo_concurrency.lockutils [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] Acquiring lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.616717] env[62979]: DEBUG oslo_concurrency.lockutils [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] Acquired lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.618013] env[62979]: DEBUG nova.network.neutron [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Refreshing network info cache for port 0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.630479] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Created folder: Project (3a4e0fe6675c4ac5b304f10e91da90e3) in parent group-v483149. [ 913.630710] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Creating folder: Instances. Parent ref: group-v483363. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.630899] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328288f1-e25a-4194-8172-e359f35b5930 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.641162] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Created folder: Instances in parent group-v483363. [ 913.641496] env[62979]: DEBUG oslo.service.loopingcall [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.641853] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.642064] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400aaa62-acfb-4aa8-bc71-b14142a81bb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.666276] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.666276] env[62979]: value = "task-2381715" [ 913.666276] env[62979]: _type = "Task" [ 913.666276] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.677253] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381715, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.685265] env[62979]: DEBUG nova.objects.instance [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lazy-loading 'flavor' on Instance uuid cc8d2782-d99c-4499-be2b-36d7144e9711 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.704825] env[62979]: DEBUG nova.scheduler.client.report [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.003616] env[62979]: DEBUG nova.network.neutron [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.094527] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.185128] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381715, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.189962] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.190166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquired lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.190348] env[62979]: DEBUG nova.network.neutron [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.190528] env[62979]: DEBUG nova.objects.instance [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lazy-loading 'info_cache' on Instance uuid cc8d2782-d99c-4499-be2b-36d7144e9711 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.212451] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.215019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.644s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.217756] env[62979]: INFO nova.compute.claims [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.254890] env[62979]: INFO nova.scheduler.client.report [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Deleted allocations for instance a35f84a6-6820-4a13-8181-f9f6b697c53e [ 914.507420] env[62979]: INFO nova.compute.manager [-] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Took 1.91 seconds to deallocate network for instance. [ 914.595047] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381708, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.546057} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.595337] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/74663d59-2e8f-4950-bc06-dd7d99c0aee9/74663d59-2e8f-4950-bc06-dd7d99c0aee9.vmdk to [datastore2] 18d1b043-73a0-4cb0-a4bc-87d53e453d94/18d1b043-73a0-4cb0-a4bc-87d53e453d94.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.596190] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2913fef-5901-404c-a411-896be553ac72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.621599] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 18d1b043-73a0-4cb0-a4bc-87d53e453d94/18d1b043-73a0-4cb0-a4bc-87d53e453d94.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.622837] env[62979]: DEBUG nova.network.neutron [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Updated VIF entry in instance network info cache for port 0c36f766-6d07-47f0-abd6-04cb0328bb5d. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.623451] env[62979]: DEBUG nova.network.neutron [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Updating instance_info_cache with network_info: [{"id": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "address": "fa:16:3e:ca:ec:6a", "network": {"id": "5c5a6373-9cb6-4a89-b735-1b2d04f4d0a6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-880739815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4e0fe6675c4ac5b304f10e91da90e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c36f766-6d", "ovs_interfaceid": "0c36f766-6d07-47f0-abd6-04cb0328bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.624359] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18d7bd7-a86e-4b81-ac53-f963a71e2d84 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.647027] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 914.647027] env[62979]: value = "task-2381716" [ 914.647027] env[62979]: _type = "Task" [ 914.647027] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.656466] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.677793] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381715, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.694669] env[62979]: DEBUG nova.objects.base [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 914.769193] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c5f2f8d7-20de-4692-8d62-db42d5013901 tempest-ImagesOneServerNegativeTestJSON-1179870667 tempest-ImagesOneServerNegativeTestJSON-1179870667-project-member] Lock "a35f84a6-6820-4a13-8181-f9f6b697c53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.155s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.017043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.140981] env[62979]: DEBUG oslo_concurrency.lockutils [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] Releasing lock "refresh_cache-72d8b1ad-2327-42b1-982a-cbec715cac28" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.141272] env[62979]: DEBUG nova.compute.manager [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Received event network-vif-deleted-e9474815-cfc8-4474-bc31-311a9225e315 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.141475] env[62979]: INFO nova.compute.manager [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Neutron deleted interface e9474815-cfc8-4474-bc31-311a9225e315; detaching it from the instance and deleting it from the info cache [ 915.141639] env[62979]: DEBUG nova.network.neutron [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.157010] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.182645] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381715, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.644636] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d225140c-1492-407a-88ad-f03b03bc7e65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.649986] env[62979]: DEBUG nova.network.neutron [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Updating instance_info_cache with network_info: [{"id": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "address": "fa:16:3e:c8:66:b4", "network": {"id": "beaec2df-c1ee-4ef9-b29f-a7577a6ddeb1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-544471795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0f10d3b5f3b43119504b7d3a53d0b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393d9d9d-53", "ovs_interfaceid": "393d9d9d-53e6-4ac7-9c39-1d7b4223751c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.660180] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80307e3-f218-4a0d-af5f-e420ba3c096b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.678726] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381716, 'name': ReconfigVM_Task, 'duration_secs': 1.008704} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.682747] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 18d1b043-73a0-4cb0-a4bc-87d53e453d94/18d1b043-73a0-4cb0-a4bc-87d53e453d94.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.683836] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab80542-9af4-41ef-8ce7-7db0e9faa29f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.692220] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381715, 'name': CreateVM_Task, 'duration_secs': 1.783656} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.692220] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.692220] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 915.692220] env[62979]: value = "task-2381717" [ 915.692220] env[62979]: _type = "Task" [ 915.692220] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.692802] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.692969] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.694414] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.707837] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e12292-cf6b-4daf-97a2-de783a4d887c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.713263] env[62979]: DEBUG nova.compute.manager [req-675440ff-fd13-494a-94bd-48a1f2661f38 req-4179ea32-d5e2-441a-8de0-fb7bcaf0f898 service nova] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Detach interface failed, port_id=e9474815-cfc8-4474-bc31-311a9225e315, reason: Instance ebcfbf62-e067-4c9a-8272-0c01da189489 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 915.726173] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 915.726173] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525046d3-1c6b-ad1b-217a-fc4b34c4c048" [ 915.726173] env[62979]: _type = "Task" [ 915.726173] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.728548] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381717, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.739345] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525046d3-1c6b-ad1b-217a-fc4b34c4c048, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.739851] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.740200] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.740498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.740658] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.740845] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.741128] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b73483-07a3-4d09-9419-8cf41388c546 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.748532] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.748721] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.749443] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f56457-5d2f-41ea-a8d6-0b64e9fcefa4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.761863] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 915.761863] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5238b2aa-804c-8fff-e46b-057a3c0e6a1a" [ 915.761863] env[62979]: _type = "Task" [ 915.761863] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.772329] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5238b2aa-804c-8fff-e46b-057a3c0e6a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.775728] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f5ddcf-46ce-4130-89a5-74f7b6ed99ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.780998] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 915.780998] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52806684-e3c8-daa4-40c5-7ea70cf8e99b" [ 915.780998] env[62979]: _type = "Task" [ 915.780998] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.788866] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52806684-e3c8-daa4-40c5-7ea70cf8e99b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.818593] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38870c0-0ea5-4fa0-b138-97c759435779 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.827182] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82a842-853c-4784-abe8-51229c78cfb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.860336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2868c2-fbfa-4913-bf20-cf23561f20f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.867897] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75527c3-173f-45fc-8c65-5132b6b0b7e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881473] env[62979]: DEBUG nova.compute.provider_tree [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.157504] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Releasing lock "refresh_cache-cc8d2782-d99c-4499-be2b-36d7144e9711" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.204854] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381717, 'name': Rename_Task, 'duration_secs': 0.145819} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.205156] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.205417] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d784c357-6a07-4e98-9e53-c5787c3af81f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.212566] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 916.212566] env[62979]: value = "task-2381718" [ 916.212566] env[62979]: _type = "Task" [ 916.212566] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.221007] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.295857] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52806684-e3c8-daa4-40c5-7ea70cf8e99b, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.296440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.297162] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 72d8b1ad-2327-42b1-982a-cbec715cac28/72d8b1ad-2327-42b1-982a-cbec715cac28.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.297853] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbfabb4d-5f5f-43cb-875b-3a5373bdc342 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.306645] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 916.306645] env[62979]: value = "task-2381719" [ 916.306645] env[62979]: _type = "Task" [ 916.306645] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.315796] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.387168] env[62979]: DEBUG nova.scheduler.client.report [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.726843] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.818224] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489707} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.818611] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 72d8b1ad-2327-42b1-982a-cbec715cac28/72d8b1ad-2327-42b1-982a-cbec715cac28.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.818905] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.819210] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e14fa462-1cf1-451b-af7b-22ed8ecb1adb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.826836] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 916.826836] env[62979]: value = "task-2381720" [ 916.826836] env[62979]: _type = "Task" [ 916.826836] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.839261] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.895028] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.895028] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.896375] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.086s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.898039] env[62979]: INFO nova.compute.claims [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.082961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.083401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.167882] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.167882] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-300990f3-9873-4326-a876-55dfed7d7a4c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.177683] env[62979]: DEBUG oslo_vmware.api [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 917.177683] env[62979]: value = "task-2381721" [ 917.177683] env[62979]: _type = "Task" [ 917.177683] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.187314] env[62979]: DEBUG oslo_vmware.api [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.224425] env[62979]: DEBUG oslo_vmware.api [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381718, 'name': PowerOnVM_Task, 'duration_secs': 0.571443} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.224955] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.224955] env[62979]: INFO nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Took 17.76 seconds to spawn the instance on the hypervisor. [ 917.225200] env[62979]: DEBUG nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.225888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef772ec-9482-4518-8628-f67d10ef6991 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340211] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070964} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.340957] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.342336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee051565-2338-439a-9d9d-3ac03ccf4a35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.371188] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 72d8b1ad-2327-42b1-982a-cbec715cac28/72d8b1ad-2327-42b1-982a-cbec715cac28.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.371641] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a85edb0-ffc5-4e5b-9a55-09159e8655ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.391977] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 917.391977] env[62979]: value = "task-2381722" [ 917.391977] env[62979]: _type = "Task" [ 917.391977] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.401743] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.407152] env[62979]: DEBUG nova.compute.utils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 917.412943] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.413177] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.473640] env[62979]: DEBUG nova.policy [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fc1a261ced54b0d8bf317ac2cefad6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '199457c389c44723bb8c53b8bce412d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.592446] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.686224] env[62979]: DEBUG oslo_vmware.api [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381721, 'name': PowerOnVM_Task, 'duration_secs': 0.388468} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.686519] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.686784] env[62979]: DEBUG nova.compute.manager [None req-a91043db-47e1-458d-9ad3-0aee3c41220b tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.687632] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5007e28d-d286-445c-9aaf-872832244a06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.752929] env[62979]: INFO nova.compute.manager [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Took 51.50 seconds to build instance. [ 917.903310] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.917274] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.071531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.113728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.206617] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Successfully created port: 972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.254806] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ccde5b97-6ad0-4304-8e5e-d0fc0d5eeeb6 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.852s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.255088] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.184s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.255305] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.255513] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.255682] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.261126] env[62979]: INFO nova.compute.manager [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Terminating instance [ 918.406834] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381722, 'name': ReconfigVM_Task, 'duration_secs': 0.988693} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.407374] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 72d8b1ad-2327-42b1-982a-cbec715cac28/72d8b1ad-2327-42b1-982a-cbec715cac28.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.408707] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c47f91a-1b25-4374-ba84-f0fe2092b6b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.414394] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 918.414394] env[62979]: value = "task-2381723" [ 918.414394] env[62979]: _type = "Task" [ 918.414394] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.429442] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381723, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.431364] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f8918-95ea-4925-bf3b-8d7cb29309ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.441866] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96767c2b-934f-45c0-b3c8-87f0a4f65b26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.473179] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41575598-949f-49b3-9d4d-e03240b13059 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.481288] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764f616-15a9-49d2-a1f1-424adbd26286 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.495010] env[62979]: DEBUG nova.compute.provider_tree [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.767685] env[62979]: DEBUG nova.compute.manager [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.767914] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.768770] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77a846-c0cd-4ee8-9eb8-566197347743 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.777371] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.777371] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04165019-aa0a-4667-aff3-6449764442ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.783563] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 918.783563] env[62979]: value = "task-2381724" [ 918.783563] env[62979]: _type = "Task" [ 918.783563] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.792252] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.927498] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381723, 'name': Rename_Task, 'duration_secs': 0.41506} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.927778] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.928041] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69bdcad-38e8-4e9e-8a29-b2c7e7804579 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.931975] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.935492] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 918.935492] env[62979]: value = "task-2381725" [ 918.935492] env[62979]: _type = "Task" [ 918.935492] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.943895] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.956978] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.957245] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.957406] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.957592] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.957786] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.957886] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.958109] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.958270] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.958439] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.958604] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.958777] env[62979]: DEBUG nova.virt.hardware [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.959649] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1d400-a0ab-430d-87ca-a1adbc00b590 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.970406] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc6489-cb75-4c17-9511-2477a451d09f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.998080] env[62979]: DEBUG nova.scheduler.client.report [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.295170] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381724, 'name': PowerOffVM_Task, 'duration_secs': 0.372228} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.295270] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.295483] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.295721] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8dc4ea1-04f3-4069-9343-c4765da8002c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.366034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.366182] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.366375] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore2] 18d1b043-73a0-4cb0-a4bc-87d53e453d94 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.366653] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7cc498a-9962-416e-bcf7-ae68a4c9829d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.373821] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 919.373821] env[62979]: value = "task-2381727" [ 919.373821] env[62979]: _type = "Task" [ 919.373821] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.383247] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.445983] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.503398] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.504216] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.507631] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.622s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.509014] env[62979]: INFO nova.compute.claims [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.778421] env[62979]: DEBUG nova.compute.manager [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Received event network-vif-plugged-972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.778681] env[62979]: DEBUG oslo_concurrency.lockutils [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] Acquiring lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.778835] env[62979]: DEBUG oslo_concurrency.lockutils [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.779013] env[62979]: DEBUG oslo_concurrency.lockutils [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.779194] env[62979]: DEBUG nova.compute.manager [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] No waiting events found dispatching network-vif-plugged-972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.779432] env[62979]: WARNING nova.compute.manager [req-008516cd-8969-4c11-9b6c-e89191cbb32d req-8c6a3c71-1e5f-4c8d-b0f7-b5be15e18a89 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Received unexpected event network-vif-plugged-972311bc-f2bd-4aab-8a29-2b5946b7606c for instance with vm_state building and task_state spawning. [ 919.867624] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Successfully updated port: 972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.884183] env[62979]: DEBUG oslo_vmware.api [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178946} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.885076] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.885324] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.885566] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.885802] env[62979]: INFO nova.compute.manager [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 919.886378] env[62979]: DEBUG oslo.service.loopingcall [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.886684] env[62979]: DEBUG nova.compute.manager [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.886806] env[62979]: DEBUG nova.network.neutron [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.946919] env[62979]: DEBUG oslo_vmware.api [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381725, 'name': PowerOnVM_Task, 'duration_secs': 0.673323} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.947100] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.947227] env[62979]: INFO nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Took 9.25 seconds to spawn the instance on the hypervisor. [ 919.947411] env[62979]: DEBUG nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.948265] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a59ddb-e257-4371-812b-e3ed8e50a9b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.013242] env[62979]: DEBUG nova.compute.utils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 920.018834] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.018834] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.075167] env[62979]: DEBUG nova.policy [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89d6ecd9f414de390a791e8e7034096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392ae630586d4cd3b3f0386f1544e2fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.373939] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.374112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.374313] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.468974] env[62979]: INFO nova.compute.manager [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Took 41.54 seconds to build instance. [ 920.524277] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.547280] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.547559] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.547779] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.547957] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.548161] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.551352] env[62979]: INFO nova.compute.manager [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Terminating instance [ 920.617658] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Successfully created port: a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.697252] env[62979]: DEBUG nova.network.neutron [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.925161] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.970143] env[62979]: DEBUG oslo_concurrency.lockutils [None req-60c8880a-4996-4511-bfb1-433db61e7ec9 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.190s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.056505] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a16b8-ca0b-47c9-b9a0-4b605c7e4412 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.064523] env[62979]: DEBUG nova.compute.manager [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.064772] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.065797] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f4eb5e-940e-4aea-9a4e-e952181315ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.069933] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f7b863-4b55-4fca-a708-ec6316ff94d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.077342] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.102029] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c4b4e2-ae21-4778-a238-177dd1a8f04e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.104791] env[62979]: DEBUG nova.network.neutron [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [{"id": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "address": "fa:16:3e:83:d7:57", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap972311bc-f2", "ovs_interfaceid": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.107202] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d611a0-64d5-42e8-b989-f4c494ba44ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.114989] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455447e-d003-4fe4-906b-30aa463be0e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.119196] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 921.119196] env[62979]: value = "task-2381728" [ 921.119196] env[62979]: _type = "Task" [ 921.119196] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.134287] env[62979]: DEBUG nova.compute.provider_tree [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.138929] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.198745] env[62979]: INFO nova.compute.manager [-] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Took 1.31 seconds to deallocate network for instance. [ 921.494881] env[62979]: DEBUG oslo_concurrency.lockutils [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.495207] env[62979]: DEBUG oslo_concurrency.lockutils [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.495540] env[62979]: DEBUG nova.objects.instance [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.533854] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.558257] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.558508] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.558668] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.558851] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.558999] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.559166] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.559373] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.559532] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.559699] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.559862] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.560045] env[62979]: DEBUG nova.virt.hardware [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.560916] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a155278-cb24-44d8-9b87-de08d28610af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.568478] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470379a6-3ef5-498d-b100-65ba8aa36f1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.610360] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.610521] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Instance network_info: |[{"id": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "address": "fa:16:3e:83:d7:57", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap972311bc-f2", "ovs_interfaceid": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.610935] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d7:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '972311bc-f2bd-4aab-8a29-2b5946b7606c', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.619185] env[62979]: DEBUG oslo.service.loopingcall [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.619407] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.619620] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827801d7-7f7f-46d3-9f74-8f47d6c54f45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.642746] env[62979]: DEBUG nova.scheduler.client.report [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.646317] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381728, 'name': PowerOffVM_Task, 'duration_secs': 0.375663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.647691] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.647861] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.648083] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.648083] env[62979]: value = "task-2381729" [ 921.648083] env[62979]: _type = "Task" [ 921.648083] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.648261] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac6ecf3-1fa2-46d8-bb9f-fd1cac707e9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.658674] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381729, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.705578] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.729034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.729352] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.729596] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleting the datastore file [datastore2] 3c44850d-daec-4063-8bc3-ff4c17fe8e8a {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.729933] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14a2b52-9ad6-422e-9025-77e4d720d086 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.737215] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 921.737215] env[62979]: value = "task-2381731" [ 921.737215] env[62979]: _type = "Task" [ 921.737215] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.745432] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.999989] env[62979]: DEBUG nova.objects.instance [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.057956] env[62979]: DEBUG nova.compute.manager [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Received event network-changed-972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.058431] env[62979]: DEBUG nova.compute.manager [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Refreshing instance network info cache due to event network-changed-972311bc-f2bd-4aab-8a29-2b5946b7606c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.058804] env[62979]: DEBUG oslo_concurrency.lockutils [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] Acquiring lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.059080] env[62979]: DEBUG oslo_concurrency.lockutils [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] Acquired lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.059423] env[62979]: DEBUG nova.network.neutron [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Refreshing network info cache for port 972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.147448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.148015] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.150694] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.866s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.150925] env[62979]: DEBUG nova.objects.instance [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid c3a1cb2a-e5ef-4586-b250-e345f87cee04 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.174026] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381729, 'name': CreateVM_Task, 'duration_secs': 0.337061} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.174026] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.174026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.174309] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.175217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.175217] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7763aacd-309a-4a34-ac5b-6e66afd17db8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.181716] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 922.181716] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8d88a-8704-a476-bfab-1e65b25c02be" [ 922.181716] env[62979]: _type = "Task" [ 922.181716] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.191593] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8d88a-8704-a476-bfab-1e65b25c02be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.249258] env[62979]: DEBUG oslo_vmware.api [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158429} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.249541] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.249734] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.250096] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.250455] env[62979]: INFO nova.compute.manager [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 922.250612] env[62979]: DEBUG oslo.service.loopingcall [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.250806] env[62979]: DEBUG nova.compute.manager [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.251098] env[62979]: DEBUG nova.network.neutron [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.458359] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Successfully updated port: a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.502474] env[62979]: DEBUG nova.objects.base [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance<237a4a5b-1336-4fa1-a904-7924112cebb9> lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.502721] env[62979]: DEBUG nova.network.neutron [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.544687] env[62979]: DEBUG nova.compute.manager [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Received event network-vif-plugged-a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.544898] env[62979]: DEBUG oslo_concurrency.lockutils [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.545123] env[62979]: DEBUG oslo_concurrency.lockutils [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] Lock "1e098516-e061-4208-98a0-f9a740448386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.545299] env[62979]: DEBUG oslo_concurrency.lockutils [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] Lock "1e098516-e061-4208-98a0-f9a740448386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.545470] env[62979]: DEBUG nova.compute.manager [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] No waiting events found dispatching network-vif-plugged-a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.545638] env[62979]: WARNING nova.compute.manager [req-a649315c-40ad-4652-9532-d9df69c5111e req-66d8c5a2-10be-4f90-9dc1-d589774dd9b2 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Received unexpected event network-vif-plugged-a5faf246-5776-4a6c-aaee-a7cfd0cee253 for instance with vm_state building and task_state spawning. [ 922.629934] env[62979]: DEBUG oslo_concurrency.lockutils [None req-420e075d-4c21-40b3-8f31-1e84ffb64ee4 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.134s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.663106] env[62979]: DEBUG nova.compute.utils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 922.664972] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.669220] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.694162] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8d88a-8704-a476-bfab-1e65b25c02be, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.694562] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.694679] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.694934] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.695117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.695834] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.695834] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62cfc093-6c90-4108-8b73-0209544fe252 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.704958] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.706894] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.709268] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e297907-e7a9-478b-b0fc-f453924f09f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.716450] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 922.716450] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5211c9bd-32d3-774f-b77d-1f324995dcdb" [ 922.716450] env[62979]: _type = "Task" [ 922.716450] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.726873] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5211c9bd-32d3-774f-b77d-1f324995dcdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.751026] env[62979]: DEBUG nova.policy [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.895534] env[62979]: DEBUG nova.network.neutron [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updated VIF entry in instance network info cache for port 972311bc-f2bd-4aab-8a29-2b5946b7606c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.895896] env[62979]: DEBUG nova.network.neutron [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [{"id": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "address": "fa:16:3e:83:d7:57", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap972311bc-f2", "ovs_interfaceid": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.969521] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.969666] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.969810] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.076720] env[62979]: DEBUG nova.network.neutron [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.135212] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Successfully created port: 74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.143387] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5a171-5465-4f21-a7da-d0505baed3ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.155157] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1453d767-f430-4c6e-8d59-05217b29da31 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.187830] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.190959] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7214bc-55d8-44f8-9fee-0d093a4a9e56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.199417] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b703e-b4ce-482e-a70c-051d3d80c14c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.212875] env[62979]: DEBUG nova.compute.provider_tree [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.227708] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5211c9bd-32d3-774f-b77d-1f324995dcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.228710] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec722628-ed33-48ec-ba3e-d2c1dda9feca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.234742] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 923.234742] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e7cedc-3dbd-4822-afe2-2482479bb2ac" [ 923.234742] env[62979]: _type = "Task" [ 923.234742] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.244768] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e7cedc-3dbd-4822-afe2-2482479bb2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.398844] env[62979]: DEBUG oslo_concurrency.lockutils [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] Releasing lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.399150] env[62979]: DEBUG nova.compute.manager [req-011a9f41-12e9-4a6e-a9c9-37f4d6fb1c4a req-ada42b00-862d-4457-838d-399e300d3e7c service nova] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Received event network-vif-deleted-57e5d5a7-7909-490e-a438-476f69e7e4fa {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.472210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "72d8b1ad-2327-42b1-982a-cbec715cac28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.472516] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.472745] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.472931] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.473135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.476713] env[62979]: INFO nova.compute.manager [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Terminating instance [ 923.507658] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.578270] env[62979]: INFO nova.compute.manager [-] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Took 1.33 seconds to deallocate network for instance. [ 923.641826] env[62979]: DEBUG nova.network.neutron [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating instance_info_cache with network_info: [{"id": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "address": "fa:16:3e:09:60:52", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faf246-57", "ovs_interfaceid": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.717153] env[62979]: DEBUG nova.scheduler.client.report [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.745821] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e7cedc-3dbd-4822-afe2-2482479bb2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.030723} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.745821] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.745821] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/defc95f5-a047-41d7-b1cf-fea0df2084ed.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.746081] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4923459-5cd7-4a26-947b-12849b1b5eae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.753336] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 923.753336] env[62979]: value = "task-2381732" [ 923.753336] env[62979]: _type = "Task" [ 923.753336] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.761029] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.983816] env[62979]: DEBUG nova.compute.manager [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.984064] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.985044] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4462a6b-5e5a-41c9-8b82-95368325c4a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.994119] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.994119] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e8d1c1-69c2-4f4b-b4d9-1381ebf02803 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.001083] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 924.001083] env[62979]: value = "task-2381733" [ 924.001083] env[62979]: _type = "Task" [ 924.001083] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.009749] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.084909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.141277] env[62979]: DEBUG nova.compute.manager [req-640a8b9e-e3a8-4ce6-9bd4-60458d035c4b req-bff87e29-0408-4219-8f9e-40cbb25c6818 service nova] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Received event network-vif-deleted-86c77a7e-a4ea-4d00-824a-0f435d467649 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.144258] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.144607] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance network_info: |[{"id": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "address": "fa:16:3e:09:60:52", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faf246-57", "ovs_interfaceid": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.145242] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:60:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5faf246-5776-4a6c-aaee-a7cfd0cee253', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.152714] env[62979]: DEBUG oslo.service.loopingcall [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.153326] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.153617] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-891a35da-0618-43ff-8c61-0c7bc4e5eb9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.176122] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.176122] env[62979]: value = "task-2381734" [ 924.176122] env[62979]: _type = "Task" [ 924.176122] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.190658] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381734, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.200011] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.221550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.224620] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.676s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.224893] env[62979]: DEBUG nova.objects.instance [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lazy-loading 'resources' on Instance uuid 37a54f89-ae27-4390-b38a-66a66ce26fbd {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.229912] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.230259] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.230483] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.230768] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.230934] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.231159] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.231390] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.231550] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.231771] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.231962] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.232167] env[62979]: DEBUG nova.virt.hardware [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.233324] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc20297-fc1c-41de-bcc3-d6dbb85d35d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.245362] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110b0a9-4f3a-4137-a812-25585f079aca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.252333] env[62979]: INFO nova.scheduler.client.report [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance c3a1cb2a-e5ef-4586-b250-e345f87cee04 [ 924.277519] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.511525] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381733, 'name': PowerOffVM_Task, 'duration_secs': 0.437625} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.511916] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.512018] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.512346] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0b2c5c-ac3c-48cd-89fa-0062b3ce3878 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.580880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.581358] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.581452] env[62979]: DEBUG nova.objects.instance [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.686559] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381734, 'name': CreateVM_Task, 'duration_secs': 0.452517} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.686751] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.687443] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.687611] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.687935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.688200] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c704b9ac-c354-4283-9f38-867b97547bf8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.692602] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 924.692602] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52448a12-5ce3-5647-87ef-259bf0c2adac" [ 924.692602] env[62979]: _type = "Task" [ 924.692602] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.700388] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52448a12-5ce3-5647-87ef-259bf0c2adac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.763415] env[62979]: DEBUG nova.compute.manager [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Received event network-changed-a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.763635] env[62979]: DEBUG nova.compute.manager [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Refreshing instance network info cache due to event network-changed-a5faf246-5776-4a6c-aaee-a7cfd0cee253. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.763850] env[62979]: DEBUG oslo_concurrency.lockutils [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] Acquiring lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.763989] env[62979]: DEBUG oslo_concurrency.lockutils [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] Acquired lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.764160] env[62979]: DEBUG nova.network.neutron [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Refreshing network info cache for port a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.774779] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570493} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.775699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ae0469ed-f1bd-43d0-b1bf-75303c5d506e tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "c3a1cb2a-e5ef-4586-b250-e345f87cee04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.027s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.785601] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/defc95f5-a047-41d7-b1cf-fea0df2084ed.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.785955] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.791754] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72362013-724e-4593-9fb2-483549efab68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.798801] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 924.798801] env[62979]: value = "task-2381736" [ 924.798801] env[62979]: _type = "Task" [ 924.798801] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.806762] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Successfully updated port: 74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.817603] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.928123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.928183] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.928424] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Deleting the datastore file [datastore1] 72d8b1ad-2327-42b1-982a-cbec715cac28 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.928609] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b5b2db-3302-4d14-ab62-16fcae23756e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.936546] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for the task: (returnval){ [ 924.936546] env[62979]: value = "task-2381737" [ 924.936546] env[62979]: _type = "Task" [ 924.936546] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.946833] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.175327] env[62979]: DEBUG nova.objects.instance [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.184483] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a46d6-bf39-4143-89ef-26bfda61fd26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.193015] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110c7da-6318-4df8-ac87-1994132a5533 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.204189] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52448a12-5ce3-5647-87ef-259bf0c2adac, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.229391] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.229672] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.229672] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.229818] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.231283] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.231420] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c4e244-a13f-46e9-856c-4e5b6171d952 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.233975] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e2bb5-cd57-4c3f-a0e6-ade0dbd6a62b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.241874] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498edb4-51a5-496d-91b3-9c8e3739f336 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.246523] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.246711] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.247983] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa3afab-9b0e-46ae-801e-23f82a1e42ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.257852] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.261662] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 925.261662] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5298c5f7-22b4-53ba-1464-7dde5e8cadf1" [ 925.261662] env[62979]: _type = "Task" [ 925.261662] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.273136] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5298c5f7-22b4-53ba-1464-7dde5e8cadf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.308460] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078003} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.308759] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.309922] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cb1fa-cfd0-4638-9042-cf0e67c2b5f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.312832] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.312941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.313153] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.333618] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/defc95f5-a047-41d7-b1cf-fea0df2084ed.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.336836] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbafcd2e-83bf-4d05-af99-d36d7b0894bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.357209] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 925.357209] env[62979]: value = "task-2381738" [ 925.357209] env[62979]: _type = "Task" [ 925.357209] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.365007] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.450809] env[62979]: DEBUG oslo_vmware.api [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Task: {'id': task-2381737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148043} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.451133] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.451366] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.451576] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.451791] env[62979]: INFO nova.compute.manager [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Took 1.47 seconds to destroy the instance on the hypervisor. [ 925.452076] env[62979]: DEBUG oslo.service.loopingcall [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.452309] env[62979]: DEBUG nova.compute.manager [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.452447] env[62979]: DEBUG nova.network.neutron [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.670853] env[62979]: DEBUG nova.network.neutron [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updated VIF entry in instance network info cache for port a5faf246-5776-4a6c-aaee-a7cfd0cee253. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.671106] env[62979]: DEBUG nova.network.neutron [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating instance_info_cache with network_info: [{"id": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "address": "fa:16:3e:09:60:52", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faf246-57", "ovs_interfaceid": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.677237] env[62979]: DEBUG nova.objects.base [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance<237a4a5b-1336-4fa1-a904-7924112cebb9> lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.677431] env[62979]: DEBUG nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.763280] env[62979]: DEBUG nova.policy [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.781252] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5298c5f7-22b4-53ba-1464-7dde5e8cadf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.781252] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8d87cb-9761-4400-a99b-6e56d96fc6f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.786114] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 925.786114] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52916a66-e0ce-8216-ed30-f3742492d2b6" [ 925.786114] env[62979]: _type = "Task" [ 925.786114] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.790397] env[62979]: ERROR nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [req-7f0c5e02-b9c8-4404-9144-249a3bbdfe5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f0c5e02-b9c8-4404-9144-249a3bbdfe5d"}]} [ 925.795830] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52916a66-e0ce-8216-ed30-f3742492d2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.815678] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.834012] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.834269] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.849086] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.868016] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381738, 'name': ReconfigVM_Task, 'duration_secs': 0.316767} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.868016] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfigured VM instance instance-00000051 to attach disk [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/defc95f5-a047-41d7-b1cf-fea0df2084ed.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.868016] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565fdadc-711e-45d4-8770-ae91ee5935fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.874440] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.878020] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.878633] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 925.878633] env[62979]: value = "task-2381739" [ 925.878633] env[62979]: _type = "Task" [ 925.878633] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.890981] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381739, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.042840] env[62979]: DEBUG nova.network.neutron [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Updating instance_info_cache with network_info: [{"id": "74577aaf-20f2-43db-9200-2f489a75514a", "address": "fa:16:3e:c4:eb:6b", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74577aaf-20", "ovs_interfaceid": "74577aaf-20f2-43db-9200-2f489a75514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.176142] env[62979]: DEBUG oslo_concurrency.lockutils [req-defb13b3-c03a-439e-9311-a5a98b2f5b5a req-31d95ff3-0bb9-42fc-9a88-87b57ec66fe4 service nova] Releasing lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.226854] env[62979]: DEBUG nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Successfully created port: 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.298588] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52916a66-e0ce-8216-ed30-f3742492d2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.022621} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.304028] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.304028] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.304028] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e9bc87-6f71-419b-95c4-0da1eed492e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.310688] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 926.310688] env[62979]: value = "task-2381740" [ 926.310688] env[62979]: _type = "Task" [ 926.310688] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.320394] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.347653] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfacced-08fb-497f-bdb3-6c25d073beb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.355729] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cf45c-594b-4759-9236-0d4ff94f8f40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.394033] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed23b96-7c61-4de1-9a05-761d2fc2ed64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.401768] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381739, 'name': Rename_Task, 'duration_secs': 0.157857} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.404362] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.404660] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d1afd1-174d-450e-b31e-a681adac2f79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.407150] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb6e6b5-78fc-43c9-ad1e-2af115ba3d0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.415389] env[62979]: DEBUG nova.network.neutron [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.426813] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.428444] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 926.428444] env[62979]: value = "task-2381741" [ 926.428444] env[62979]: _type = "Task" [ 926.428444] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.546067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.546067] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Instance network_info: |[{"id": "74577aaf-20f2-43db-9200-2f489a75514a", "address": "fa:16:3e:c4:eb:6b", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74577aaf-20", "ovs_interfaceid": "74577aaf-20f2-43db-9200-2f489a75514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.546506] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:eb:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74577aaf-20f2-43db-9200-2f489a75514a', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.554919] env[62979]: DEBUG oslo.service.loopingcall [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.555407] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.555695] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e626f7-140e-46cb-bbd5-09372a4c0618 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.578764] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.578764] env[62979]: value = "task-2381742" [ 926.578764] env[62979]: _type = "Task" [ 926.578764] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.588974] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381742, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.821350] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488973} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.821728] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.822077] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.822266] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d638bf-77d2-4ef8-98df-cac1c4dc4339 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.828332] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 926.828332] env[62979]: value = "task-2381743" [ 926.828332] env[62979]: _type = "Task" [ 926.828332] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.837388] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.932723] env[62979]: INFO nova.compute.manager [-] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Took 1.48 seconds to deallocate network for instance. [ 926.950374] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.951023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.951764] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.952933] env[62979]: ERROR nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [req-1ac19558-4a1e-4170-9a94-55867c199ae5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ac19558-4a1e-4170-9a94-55867c199ae5"}]} [ 926.971226] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 926.984798] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 926.985113] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.997911] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 927.016691] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 927.094086] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381742, 'name': CreateVM_Task, 'duration_secs': 0.365298} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.094278] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.094982] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.095170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095530] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.096097] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05850595-1e67-4343-a052-63658a1fbbc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.103294] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 927.103294] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202364c-8d0e-ebd3-8e83-e96b9d325590" [ 927.103294] env[62979]: _type = "Task" [ 927.103294] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.110101] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202364c-8d0e-ebd3-8e83-e96b9d325590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.339177] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091001} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.342171] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.343437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e01a09-1ccf-4ff2-8469-b48e7af4aa63 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.367913] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.370231] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ad91e6-63c9-45e5-b694-ba20cbbf5023 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.391478] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 927.391478] env[62979]: value = "task-2381744" [ 927.391478] env[62979]: _type = "Task" [ 927.391478] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.400764] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.443954] env[62979]: DEBUG oslo_vmware.api [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381741, 'name': PowerOnVM_Task, 'duration_secs': 0.986179} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.444246] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.444464] env[62979]: INFO nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Took 8.51 seconds to spawn the instance on the hypervisor. [ 927.444644] env[62979]: DEBUG nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.445514] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19622d-d659-4a2a-bfeb-f2c23456ef1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.449439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.450160] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c725e59-26a9-409a-b86a-b5dc5d72030f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.459713] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.463179] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2aa00a-7a73-405f-89f5-91b772d03154 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.493873] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66488de9-134c-4b6d-9294-a7d4e71666a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.502461] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325c23b-7b47-4aeb-9bc8-730e351a1520 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.520919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.520919] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.522150] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.612852] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5202364c-8d0e-ebd3-8e83-e96b9d325590, 'name': SearchDatastore_Task, 'duration_secs': 0.049282} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.613177] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.613440] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.613715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.613874] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.614077] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.614341] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2ac2c3-cc61-4bcc-b750-b4c1c039db96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.625949] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.626142] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.626947] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92da8d58-4e7f-436c-b43b-09a29785318e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.631681] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 927.631681] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5253161d-fc5b-15b2-0154-f3a97aab7079" [ 927.631681] env[62979]: _type = "Task" [ 927.631681] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.639053] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5253161d-fc5b-15b2-0154-f3a97aab7079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.748661] env[62979]: DEBUG nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Received event network-vif-plugged-74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.748882] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Acquiring lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.749225] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.749495] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.749675] env[62979]: DEBUG nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] No waiting events found dispatching network-vif-plugged-74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.749871] env[62979]: WARNING nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Received unexpected event network-vif-plugged-74577aaf-20f2-43db-9200-2f489a75514a for instance with vm_state building and task_state spawning. [ 927.750073] env[62979]: DEBUG nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Received event network-changed-74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.750266] env[62979]: DEBUG nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Refreshing instance network info cache due to event network-changed-74577aaf-20f2-43db-9200-2f489a75514a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.750494] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Acquiring lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.750817] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Acquired lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.751107] env[62979]: DEBUG nova.network.neutron [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Refreshing network info cache for port 74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.901782] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.975543] env[62979]: INFO nova.compute.manager [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Took 44.42 seconds to build instance. [ 927.985698] env[62979]: DEBUG nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Successfully updated port: 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.989757] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.025852] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.048084] env[62979]: ERROR nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] [req-065206c2-b497-4a23-bd4a-b83d7ffb05f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-065206c2-b497-4a23-bd4a-b83d7ffb05f6"}]} [ 928.069249] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 928.083988] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 928.083988] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.095441] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 928.116701] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 928.119471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.119609] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.144492] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5253161d-fc5b-15b2-0154-f3a97aab7079, 'name': SearchDatastore_Task, 'duration_secs': 0.049871} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.145284] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5955eae3-894c-428b-b9e9-3b0bf7ce3ab5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.151180] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 928.151180] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529c5dec-6ea6-70b7-a7b6-21c7415c2d5e" [ 928.151180] env[62979]: _type = "Task" [ 928.151180] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.163431] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529c5dec-6ea6-70b7-a7b6-21c7415c2d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.401701] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381744, 'name': ReconfigVM_Task, 'duration_secs': 0.992222} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.404861] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.406713] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b12cb5-41d7-4ebb-838b-cce0ffa48cf5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.412851] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 928.412851] env[62979]: value = "task-2381745" [ 928.412851] env[62979]: _type = "Task" [ 928.412851] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.422597] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381745, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.476917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6e84f73-be52-43af-9e5e-e412f170fd53 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.332s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.488729] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.489166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.489407] env[62979]: DEBUG nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.518489] env[62979]: DEBUG nova.network.neutron [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Updated VIF entry in instance network info cache for port 74577aaf-20f2-43db-9200-2f489a75514a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.518849] env[62979]: DEBUG nova.network.neutron [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Updating instance_info_cache with network_info: [{"id": "74577aaf-20f2-43db-9200-2f489a75514a", "address": "fa:16:3e:c4:eb:6b", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74577aaf-20", "ovs_interfaceid": "74577aaf-20f2-43db-9200-2f489a75514a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.547199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.567747] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5a0c0-ac54-40f7-a34d-0c6beafc81b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.575359] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ddfcdf-d1d8-40e6-8caa-cc6a9df99cf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.605202] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e4a36-9298-41e8-a7ff-953e755cc6b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.613491] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2faea2-087e-4413-af2c-953f1389a1b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.633877] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.637578] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.664217] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529c5dec-6ea6-70b7-a7b6-21c7415c2d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.029855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.664491] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.664759] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 539eacea-9db0-4ad3-b2d5-d72cae5dec95/539eacea-9db0-4ad3-b2d5-d72cae5dec95.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.665060] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d2a4327-9a0e-4c3e-9b5b-1d7d2442c311 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.672708] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 928.672708] env[62979]: value = "task-2381746" [ 928.672708] env[62979]: _type = "Task" [ 928.672708] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.681544] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.889907] env[62979]: INFO nova.compute.manager [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Rescuing [ 928.889907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.889907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.890183] env[62979]: DEBUG nova.network.neutron [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.923775] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381745, 'name': Rename_Task, 'duration_secs': 0.284614} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.924085] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.924333] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11061222-4562-4741-96e6-decbce1fb7a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.930979] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 928.930979] env[62979]: value = "task-2381747" [ 928.930979] env[62979]: _type = "Task" [ 928.930979] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.938591] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.021063] env[62979]: DEBUG oslo_concurrency.lockutils [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] Releasing lock "refresh_cache-539eacea-9db0-4ad3-b2d5-d72cae5dec95" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.021344] env[62979]: DEBUG nova.compute.manager [req-880b4391-9405-4fd3-9540-b4872d246107 req-6389eed2-8fb6-40df-b7ce-2019d672ded4 service nova] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Received event network-vif-deleted-0c36f766-6d07-47f0-abd6-04cb0328bb5d {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.036620] env[62979]: WARNING nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 929.160553] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.184730] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.185600] env[62979]: DEBUG nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 929.185806] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 115 to 116 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 929.185985] env[62979]: DEBUG nova.compute.provider_tree [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.442895] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.449574] env[62979]: DEBUG nova.network.neutron [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "address": "fa:16:3e:b2:97:16", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b05a9e9-7f", "ovs_interfaceid": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.610179] env[62979]: DEBUG nova.network.neutron [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [{"id": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "address": "fa:16:3e:83:d7:57", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap972311bc-f2", "ovs_interfaceid": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.686306] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844578} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.686550] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 539eacea-9db0-4ad3-b2d5-d72cae5dec95/539eacea-9db0-4ad3-b2d5-d72cae5dec95.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.686840] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.687091] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec4c037-545f-47a8-94de-d6efd7c990de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.690967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.467s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.694429] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.111s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.694591] env[62979]: DEBUG nova.objects.instance [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lazy-loading 'resources' on Instance uuid fc7e713d-8e89-499e-bd3d-18aac337b3f1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.695934] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 929.695934] env[62979]: value = "task-2381748" [ 929.695934] env[62979]: _type = "Task" [ 929.695934] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.704745] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.719134] env[62979]: INFO nova.scheduler.client.report [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Deleted allocations for instance 37a54f89-ae27-4390-b38a-66a66ce26fbd [ 929.941804] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.953122] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.954083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.954291] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.955166] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe3d8f-0df8-44cd-87f1-02787c6d8a57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.972115] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.972374] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.972535] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.972778] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.972939] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.973105] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.973321] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.973483] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.973653] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.973909] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.973991] env[62979]: DEBUG nova.virt.hardware [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.980252] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfiguring VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 929.980622] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a632adcb-97fe-4356-9602-0e70b87138d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.997056] env[62979]: DEBUG oslo_vmware.api [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 929.997056] env[62979]: value = "task-2381749" [ 929.997056] env[62979]: _type = "Task" [ 929.997056] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.004755] env[62979]: DEBUG oslo_vmware.api [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381749, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.105973] env[62979]: DEBUG nova.compute.manager [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-plugged-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.105973] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.105973] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.106219] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.106219] env[62979]: DEBUG nova.compute.manager [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] No waiting events found dispatching network-vif-plugged-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.106397] env[62979]: WARNING nova.compute.manager [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received unexpected event network-vif-plugged-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 for instance with vm_state active and task_state None. [ 930.106517] env[62979]: DEBUG nova.compute.manager [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-changed-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.106667] env[62979]: DEBUG nova.compute.manager [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing instance network info cache due to event network-changed-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.106851] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.107011] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107206] env[62979]: DEBUG nova.network.neutron [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing network info cache for port 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.112385] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.209131] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152105} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.211211] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.211211] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd8a5bc-6838-4c9e-a1de-c579215ad1b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.233813] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 539eacea-9db0-4ad3-b2d5-d72cae5dec95/539eacea-9db0-4ad3-b2d5-d72cae5dec95.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.239424] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9e1659-5a94-4460-8e3d-fb914403c933 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.254474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aabe817e-a284-495d-899e-d490ae798429 tempest-ServersAaction247Test-528172894 tempest-ServersAaction247Test-528172894-project-member] Lock "37a54f89-ae27-4390-b38a-66a66ce26fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.627s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.261114] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 930.261114] env[62979]: value = "task-2381750" [ 930.261114] env[62979]: _type = "Task" [ 930.261114] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.272443] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.381444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "e20c8bd0-4906-4d99-a638-c61570f208d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.381758] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.382096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.382340] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.382523] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.387733] env[62979]: INFO nova.compute.manager [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Terminating instance [ 930.446185] env[62979]: DEBUG oslo_vmware.api [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381747, 'name': PowerOnVM_Task, 'duration_secs': 1.053829} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.446475] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.446682] env[62979]: INFO nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Took 8.91 seconds to spawn the instance on the hypervisor. [ 930.446858] env[62979]: DEBUG nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.447666] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be5030-7eff-4e96-a269-56278bc96af4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.508796] env[62979]: DEBUG oslo_vmware.api [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.684483] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84caee7-df7f-4ecc-bce1-087c5614159c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.695079] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bbe85-88bf-49db-b9a2-14a15d439ebd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.730337] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c5a51-4d80-42b4-bc55-8f306f048633 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.737882] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94282513-e324-4a5a-b235-9e58e0dc351b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.757109] env[62979]: DEBUG nova.compute.provider_tree [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.771666] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381750, 'name': ReconfigVM_Task, 'duration_secs': 0.494529} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.771945] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 539eacea-9db0-4ad3-b2d5-d72cae5dec95/539eacea-9db0-4ad3-b2d5-d72cae5dec95.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.772573] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75092e7c-2984-4e3f-bd75-2347ce1a13ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.779144] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 930.779144] env[62979]: value = "task-2381751" [ 930.779144] env[62979]: _type = "Task" [ 930.779144] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.787401] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381751, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.860503] env[62979]: DEBUG nova.network.neutron [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updated VIF entry in instance network info cache for port 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.861017] env[62979]: DEBUG nova.network.neutron [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "address": "fa:16:3e:b2:97:16", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b05a9e9-7f", "ovs_interfaceid": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.892122] env[62979]: DEBUG nova.compute.manager [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.892215] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.892470] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edf787b3-2458-4d0c-adbc-c8c422d994e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.901351] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 930.901351] env[62979]: value = "task-2381752" [ 930.901351] env[62979]: _type = "Task" [ 930.901351] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.910611] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.970145] env[62979]: INFO nova.compute.manager [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Took 45.18 seconds to build instance. [ 931.009537] env[62979]: DEBUG oslo_vmware.api [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381749, 'name': ReconfigVM_Task, 'duration_secs': 0.619929} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.010012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.010242] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfigured VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 931.263053] env[62979]: DEBUG nova.scheduler.client.report [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.291053] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381751, 'name': Rename_Task, 'duration_secs': 0.181287} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.291413] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.291657] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7983256a-8c96-4429-af72-2c740991e7b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.300599] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 931.300599] env[62979]: value = "task-2381753" [ 931.300599] env[62979]: _type = "Task" [ 931.300599] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.308418] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.363819] env[62979]: DEBUG oslo_concurrency.lockutils [req-b5b70967-559b-40ca-b519-123ed6dd552c req-f6e6df7b-907d-4062-b0bf-a3e9d89e60e5 service nova] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.411578] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381752, 'name': PowerOffVM_Task, 'duration_secs': 0.187202} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.411853] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.412067] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 931.412263] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483324', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'name': 'volume-6846fe91-a0bc-4906-b831-0053b0a2ff77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20c8bd0-4906-4d99-a638-c61570f208d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'serial': '6846fe91-a0bc-4906-b831-0053b0a2ff77'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 931.413149] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420acea9-3965-417c-bf5d-8126057ef1d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.433336] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c258b-7fd0-4b4e-966c-7e31cc560312 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.440452] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd37e968-f2fc-4623-9294-0d530dd8a2db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.460279] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a75684-19a7-474f-afb1-303d801333e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.476481] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c43d1b9d-3e44-4f58-9286-708a816c4367 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.200s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.476481] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] The volume has not been displaced from its original location: [datastore2] volume-6846fe91-a0bc-4906-b831-0053b0a2ff77/volume-6846fe91-a0bc-4906-b831-0053b0a2ff77.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 931.481781] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.483302] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c745d81c-ec3d-473d-9775-8c962091399b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.500426] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 931.500426] env[62979]: value = "task-2381754" [ 931.500426] env[62979]: _type = "Task" [ 931.500426] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.511124] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.514547] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24e97ff1-cca9-4ae7-8151-cb7c491d28a7 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.933s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.650896] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.652157] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2531809-eb27-4535-8fa1-e0ba19c75648 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.657989] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 931.657989] env[62979]: value = "task-2381755" [ 931.657989] env[62979]: _type = "Task" [ 931.657989] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.667022] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.768059] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.771595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.010s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.796270] env[62979]: INFO nova.scheduler.client.report [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Deleted allocations for instance fc7e713d-8e89-499e-bd3d-18aac337b3f1 [ 931.814128] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.915079] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.915549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.013023] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381754, 'name': ReconfigVM_Task, 'duration_secs': 0.223507} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.013023] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.018960] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5e36a2-4296-4cbc-a480-5a0ec2e8950f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.042079] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 932.042079] env[62979]: value = "task-2381756" [ 932.042079] env[62979]: _type = "Task" [ 932.042079] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.051270] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.168469] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381755, 'name': PowerOffVM_Task, 'duration_secs': 0.480081} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.168861] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.169787] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891d3d0-272c-4096-af8d-4a322cbd8219 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.195901] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c5ccbb-fe2b-41dd-9e02-016d3fd6f278 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.236351] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.236351] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efec6dd-38ba-429a-ad9c-3581dc024e5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.246864] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 932.246864] env[62979]: value = "task-2381757" [ 932.246864] env[62979]: _type = "Task" [ 932.246864] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.256540] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.256940] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.257321] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.257594] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.258139] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.258502] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9704cf-b2dd-4291-8add-e9ffeed31e68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.271571] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.272749] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.273580] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ed0c16-ea96-425b-8b1d-0d15181e2f11 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.283186] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 932.283186] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520956bb-9e8a-fbe8-59cd-2ed720eb3657" [ 932.283186] env[62979]: _type = "Task" [ 932.283186] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.291734] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520956bb-9e8a-fbe8-59cd-2ed720eb3657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.316086] env[62979]: DEBUG oslo_concurrency.lockutils [None req-23573db9-2fee-4adc-b522-9ddb1689ffb6 tempest-MigrationsAdminTest-800521862 tempest-MigrationsAdminTest-800521862-project-member] Lock "fc7e713d-8e89-499e-bd3d-18aac337b3f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.675s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.322801] env[62979]: DEBUG oslo_vmware.api [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381753, 'name': PowerOnVM_Task, 'duration_secs': 0.577196} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.323048] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.323316] env[62979]: INFO nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Took 8.12 seconds to spawn the instance on the hypervisor. [ 932.323561] env[62979]: DEBUG nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.327365] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b83435-5529-4a60-bd43-f8204c8368f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.419274] env[62979]: DEBUG nova.compute.utils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.525467] env[62979]: DEBUG nova.compute.manager [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Received event network-changed-a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.525768] env[62979]: DEBUG nova.compute.manager [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Refreshing instance network info cache due to event network-changed-a5faf246-5776-4a6c-aaee-a7cfd0cee253. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.526083] env[62979]: DEBUG oslo_concurrency.lockutils [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] Acquiring lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.526308] env[62979]: DEBUG oslo_concurrency.lockutils [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] Acquired lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.526551] env[62979]: DEBUG nova.network.neutron [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Refreshing network info cache for port a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.554183] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381756, 'name': ReconfigVM_Task, 'duration_secs': 0.221454} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.554497] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483324', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'name': 'volume-6846fe91-a0bc-4906-b831-0053b0a2ff77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e20c8bd0-4906-4d99-a638-c61570f208d6', 'attached_at': '', 'detached_at': '', 'volume_id': '6846fe91-a0bc-4906-b831-0053b0a2ff77', 'serial': '6846fe91-a0bc-4906-b831-0053b0a2ff77'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 932.554780] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.555867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721d91c-d04e-44b8-846a-0df41a6f3880 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.565232] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.565475] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d99cc8-d96b-4924-8a42-996ed14e82e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.640298] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.640465] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.640688] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Deleting the datastore file [datastore2] e20c8bd0-4906-4d99-a638-c61570f208d6 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.640964] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67bd9409-bcdc-4545-95fc-cd1b209ed348 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.649575] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for the task: (returnval){ [ 932.649575] env[62979]: value = "task-2381759" [ 932.649575] env[62979]: _type = "Task" [ 932.649575] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.658047] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.758032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f515d-fbf4-4768-aec3-a6de7fc7412e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.765915] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee04cbd-ea1e-4511-a53b-7a0ba53a43f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.802827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c9c960-1d62-41cb-8f15-e3f8425a1480 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.812153] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520956bb-9e8a-fbe8-59cd-2ed720eb3657, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.815342] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dca02a-ebf5-4446-8db5-dc66c35241de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.818189] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7406596-9312-4d52-b118-756c2a5c5ee0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.825672] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 932.825672] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52517fd7-91d8-deb0-28cd-8c93aab966bc" [ 932.825672] env[62979]: _type = "Task" [ 932.825672] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.836759] env[62979]: DEBUG nova.compute.provider_tree [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.857022] env[62979]: INFO nova.compute.manager [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Took 45.01 seconds to build instance. [ 932.862261] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52517fd7-91d8-deb0-28cd-8c93aab966bc, 'name': SearchDatastore_Task, 'duration_secs': 0.029132} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.862667] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.864473] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.864473] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-802e0369-8fcf-418c-8a8c-0839f9a8fba4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.870650] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 932.870650] env[62979]: value = "task-2381760" [ 932.870650] env[62979]: _type = "Task" [ 932.870650] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.879648] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.922400] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.160071] env[62979]: DEBUG oslo_vmware.api [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Task: {'id': task-2381759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108525} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.160257] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.164023] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.164023] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.164023] env[62979]: INFO nova.compute.manager [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Took 2.27 seconds to destroy the instance on the hypervisor. [ 933.164023] env[62979]: DEBUG oslo.service.loopingcall [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.164023] env[62979]: DEBUG nova.compute.manager [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.164023] env[62979]: DEBUG nova.network.neutron [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.354922] env[62979]: DEBUG nova.scheduler.client.report [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.363154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1f44f257-60bc-4f0b-9338-415f780f1237 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.548s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.394254] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381760, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.549690] env[62979]: DEBUG nova.network.neutron [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updated VIF entry in instance network info cache for port a5faf246-5776-4a6c-aaee-a7cfd0cee253. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.550130] env[62979]: DEBUG nova.network.neutron [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating instance_info_cache with network_info: [{"id": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "address": "fa:16:3e:09:60:52", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faf246-57", "ovs_interfaceid": "a5faf246-5776-4a6c-aaee-a7cfd0cee253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.888451] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800958} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.888711] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 933.889529] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ada6657-a4a0-47ab-b32c-d210cf8c2aac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.922583] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.922809] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00536ced-20ce-42fe-9cff-947792ae6e14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.944228] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 933.944228] env[62979]: value = "task-2381761" [ 933.944228] env[62979]: _type = "Task" [ 933.944228] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.952069] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.027807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.028106] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.028355] env[62979]: INFO nova.compute.manager [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Attaching volume 81368243-71ca-43db-9cce-adb772a65421 to /dev/sdb [ 934.058773] env[62979]: DEBUG oslo_concurrency.lockutils [req-f175b808-1986-4128-bf2a-007b96974f4e req-e2645be9-071f-4cfd-a445-e1136d1739db service nova] Releasing lock "refresh_cache-1e098516-e061-4208-98a0-f9a740448386" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.078337] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf69dd-2642-4e0a-8cff-f36b246c5809 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.086293] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44714273-ba7a-4bb9-a961-de8735a3b85f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.103478] env[62979]: DEBUG nova.virt.block_device [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating existing volume attachment record: e224d4c7-03ad-484b-a451-4f6bd71643e4 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 934.353276] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-49fd5135-df8b-443a-b137-3707e25acdcf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.353605] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-49fd5135-df8b-443a-b137-3707e25acdcf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.354036] env[62979]: DEBUG nova.objects.instance [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.375627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.600s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.375627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.873s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.378319] env[62979]: INFO nova.compute.claims [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.453892] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.611919] env[62979]: DEBUG nova.compute.manager [req-7fc20117-fcaf-4e52-9cf7-4fa27c570f6b req-f0d7e29a-c521-4e03-b366-c3f02c31475e service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Received event network-vif-deleted-9f0f3d95-90de-4a61-babf-7371d83a77a7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.614021] env[62979]: INFO nova.compute.manager [req-7fc20117-fcaf-4e52-9cf7-4fa27c570f6b req-f0d7e29a-c521-4e03-b366-c3f02c31475e service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Neutron deleted interface 9f0f3d95-90de-4a61-babf-7371d83a77a7; detaching it from the instance and deleting it from the info cache [ 934.614021] env[62979]: DEBUG nova.network.neutron [req-7fc20117-fcaf-4e52-9cf7-4fa27c570f6b req-f0d7e29a-c521-4e03-b366-c3f02c31475e service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.771575] env[62979]: DEBUG nova.network.neutron [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.954472] env[62979]: INFO nova.scheduler.client.report [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocation for migration e12ada55-0bb7-42a8-b25b-834e3da2ec58 [ 934.961339] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.961612] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.961823] env[62979]: DEBUG nova.compute.manager [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.962163] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381761, 'name': ReconfigVM_Task, 'duration_secs': 0.816361} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.965252] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941579b-b0a5-47d1-a674-51e0e4f4cdb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.968605] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfigured VM instance instance-00000051 to attach disk [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.969721] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b790dc-2ad8-4535-8968-9d0037f8082a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.975629] env[62979]: DEBUG nova.compute.manager [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 934.976211] env[62979]: DEBUG nova.objects.instance [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'flavor' on Instance uuid 539eacea-9db0-4ad3-b2d5-d72cae5dec95 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.005590] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c7b612-e49a-4af2-8b3b-199a60d17515 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.024263] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 935.024263] env[62979]: value = "task-2381765" [ 935.024263] env[62979]: _type = "Task" [ 935.024263] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.033584] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.057552] env[62979]: DEBUG nova.objects.instance [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.116076] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9cee914-5a80-4510-a4db-b5f921f2d3b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.125843] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7368b8a9-c1d7-4bd6-9897-5962d131cb04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.915787] env[62979]: INFO nova.compute.manager [-] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Took 2.75 seconds to deallocate network for instance. [ 935.919165] env[62979]: DEBUG oslo_concurrency.lockutils [None req-509f4551-1cc7-4bd2-84f2-65c29dc50b12 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.148s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.920671] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.921134] env[62979]: DEBUG nova.objects.base [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance<237a4a5b-1336-4fa1-a904-7924112cebb9> lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.921321] env[62979]: DEBUG nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.924674] env[62979]: DEBUG nova.compute.manager [req-7fc20117-fcaf-4e52-9cf7-4fa27c570f6b req-f0d7e29a-c521-4e03-b366-c3f02c31475e service nova] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Detach interface failed, port_id=9f0f3d95-90de-4a61-babf-7371d83a77a7, reason: Instance e20c8bd0-4906-4d99-a638-c61570f208d6 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 935.927375] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-312643fb-c47f-4797-9f1b-5e7c1c912af0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.935247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "17392b5d-9e03-4079-b3fa-25245e2b249e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.935469] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.945054] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381765, 'name': ReconfigVM_Task, 'duration_secs': 0.207593} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.946916] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.947264] env[62979]: DEBUG oslo_vmware.api [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 935.947264] env[62979]: value = "task-2381766" [ 935.947264] env[62979]: _type = "Task" [ 935.947264] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.947464] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a207db3-69a5-4545-8557-81ee34574bd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.959094] env[62979]: DEBUG oslo_vmware.api [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.964132] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 935.964132] env[62979]: value = "task-2381767" [ 935.964132] env[62979]: _type = "Task" [ 935.964132] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.973719] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381767, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.025764] env[62979]: DEBUG nova.policy [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.393134] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44352818-434f-4947-a10a-206dec6b85ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.403133] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036fedbd-4be6-44ea-af43-90994fc17223 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.435254] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef472c-ee3a-4c8c-838a-98fa64b2bcf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.438339] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.445971] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68466397-5ea1-451e-9750-9c4807521083 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.464199] env[62979]: DEBUG nova.compute.provider_tree [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.469206] env[62979]: DEBUG oslo_vmware.api [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381766, 'name': PowerOffVM_Task, 'duration_secs': 0.309772} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.473120] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.473278] env[62979]: DEBUG nova.compute.manager [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.475188] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f86e2a-c84c-4da6-82ec-635398148c20 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.482982] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.493562] env[62979]: INFO nova.compute.manager [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Took 0.57 seconds to detach 1 volumes for instance. [ 936.495494] env[62979]: DEBUG nova.compute.manager [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Deleting volume: 6846fe91-a0bc-4906-b831-0053b0a2ff77 {{(pid=62979) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 936.957851] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.973173] env[62979]: DEBUG nova.scheduler.client.report [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.981930] env[62979]: DEBUG oslo_vmware.api [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381767, 'name': PowerOnVM_Task, 'duration_secs': 0.599254} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.982221] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.984767] env[62979]: DEBUG nova.compute.manager [None req-4b118bb1-5346-4b6e-8638-e8d186c7a58d tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.985576] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a2a8d-2b31-4002-8aee-99badaa2e32e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.990961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d61592f-d9b0-4f31-9895-1382c7c11d09 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.029s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.041324] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.480522] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.480522] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.484405] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.512s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.484906] env[62979]: DEBUG nova.objects.instance [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lazy-loading 'resources' on Instance uuid a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.847567] env[62979]: DEBUG nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Successfully updated port: 49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.992827] env[62979]: DEBUG nova.compute.utils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.995638] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.995638] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.003885] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.004364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.005154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.005154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.005154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.008629] env[62979]: INFO nova.compute.manager [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Terminating instance [ 938.057474] env[62979]: DEBUG nova.policy [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd76dde87de7049dfbfb69a547798e5d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bce3bb950c3f40ad8d811d3c1efabbc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.235226] env[62979]: INFO nova.compute.manager [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Rebuilding instance [ 938.281139] env[62979]: DEBUG nova.compute.manager [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.281917] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5d6e9-43b1-4cc0-8432-6cda281821e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.296121] env[62979]: DEBUG nova.compute.manager [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-plugged-49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.296534] env[62979]: DEBUG oslo_concurrency.lockutils [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.296763] env[62979]: DEBUG oslo_concurrency.lockutils [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.296941] env[62979]: DEBUG oslo_concurrency.lockutils [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.297293] env[62979]: DEBUG nova.compute.manager [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] No waiting events found dispatching network-vif-plugged-49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.297492] env[62979]: WARNING nova.compute.manager [req-58abc978-1d4e-4d3a-b78f-f585a3bed2d2 req-c41c2fc0-73e9-46dd-83e8-f8118e846672 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received unexpected event network-vif-plugged-49fd5135-df8b-443a-b137-3707e25acdcf for instance with vm_state active and task_state None. [ 938.349946] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.350335] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.350576] env[62979]: DEBUG nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.445276] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd5202-6b0f-494c-a5f8-ced3d10a0082 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.454555] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f01419-46f0-46e3-a56a-04d242ee908d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.487054] env[62979]: INFO nova.compute.manager [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Unrescuing [ 938.487388] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.487545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquired lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.487714] env[62979]: DEBUG nova.network.neutron [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.489801] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Successfully created port: 6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.493458] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd3f8e-46a7-4651-bd02-8944c2052f05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.504023] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.505309] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7835df-2c14-42cf-90f3-f34f0721d209 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.520218] env[62979]: DEBUG nova.compute.manager [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.520492] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.520969] env[62979]: DEBUG nova.compute.provider_tree [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.523568] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24acbe69-1e27-4445-8640-d6dc30bd5c45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.531682] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.531931] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4af798-efa7-4809-8b34-5e78d056f5ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.593906] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.594165] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.594354] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] 539eacea-9db0-4ad3-b2d5-d72cae5dec95 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.594626] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e735de-1a84-4ede-b717-cdf317c14330 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.600726] env[62979]: DEBUG oslo_vmware.api [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 938.600726] env[62979]: value = "task-2381771" [ 938.600726] env[62979]: _type = "Task" [ 938.600726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.608450] env[62979]: DEBUG oslo_vmware.api [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.659039] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 938.659296] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483370', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'name': 'volume-81368243-71ca-43db-9cce-adb772a65421', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a16136a-78b8-4dbd-8764-dd124542ebdb', 'attached_at': '', 'detached_at': '', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'serial': '81368243-71ca-43db-9cce-adb772a65421'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 938.660218] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bac142-b7a3-4086-9bb9-180e8cd7f16f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.679134] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0dd5de-9558-486f-8a39-75a88bde57c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.707259] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-81368243-71ca-43db-9cce-adb772a65421/volume-81368243-71ca-43db-9cce-adb772a65421.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.707632] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a5efa6-1796-46ad-9f5f-bb50f5364bda {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.725565] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 938.725565] env[62979]: value = "task-2381772" [ 938.725565] env[62979]: _type = "Task" [ 938.725565] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.733464] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.897292] env[62979]: WARNING nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 938.897556] env[62979]: WARNING nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 939.023894] env[62979]: DEBUG nova.scheduler.client.report [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.111077] env[62979]: DEBUG oslo_vmware.api [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128442} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.111740] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.111740] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.111740] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.111938] env[62979]: INFO nova.compute.manager [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Took 0.59 seconds to destroy the instance on the hypervisor. [ 939.112234] env[62979]: DEBUG oslo.service.loopingcall [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.112504] env[62979]: DEBUG nova.compute.manager [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.112637] env[62979]: DEBUG nova.network.neutron [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.217041] env[62979]: DEBUG nova.network.neutron [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [{"id": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "address": "fa:16:3e:83:d7:57", "network": {"id": "4ea15b63-dfdb-4146-b122-f9afc20af928", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1414781183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "199457c389c44723bb8c53b8bce412d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap972311bc-f2", "ovs_interfaceid": "972311bc-f2bd-4aab-8a29-2b5946b7606c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.245261] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.299332] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.299669] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04041c90-369d-4779-8287-84cf4853169d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.309058] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 939.309058] env[62979]: value = "task-2381773" [ 939.309058] env[62979]: _type = "Task" [ 939.309058] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.317879] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.509722] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.534326] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.542958] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.705s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.542958] env[62979]: DEBUG nova.objects.instance [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lazy-loading 'resources' on Instance uuid 291d4570-ca75-4015-8368-291a72e8f34e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.557563] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.557906] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.558211] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.558537] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.558823] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.559131] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.559477] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.559938] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.560497] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.560629] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.560884] env[62979]: DEBUG nova.virt.hardware [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.562782] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c4a39f-6040-4494-a02c-2c1f6e43b8f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.573587] env[62979]: INFO nova.scheduler.client.report [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted allocations for instance a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e [ 939.577121] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d193a7b9-0aec-47e5-8507-b3a29aff5640 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.721504] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Releasing lock "refresh_cache-defc95f5-a047-41d7-b1cf-fea0df2084ed" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.722297] env[62979]: DEBUG nova.objects.instance [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lazy-loading 'flavor' on Instance uuid defc95f5-a047-41d7-b1cf-fea0df2084ed {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.723757] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.724085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.724646] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.724876] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.725063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.730998] env[62979]: INFO nova.compute.manager [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Terminating instance [ 939.740033] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381772, 'name': ReconfigVM_Task, 'duration_secs': 0.700047} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.741169] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-81368243-71ca-43db-9cce-adb772a65421/volume-81368243-71ca-43db-9cce-adb772a65421.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.748022] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897ca51e-361e-4437-a7ba-7120c7ba0316 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.768837] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 939.768837] env[62979]: value = "task-2381774" [ 939.768837] env[62979]: _type = "Task" [ 939.768837] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.777396] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.789852] env[62979]: DEBUG nova.network.neutron [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "address": "fa:16:3e:b2:97:16", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b05a9e9-7f", "ovs_interfaceid": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49fd5135-df8b-443a-b137-3707e25acdcf", "address": "fa:16:3e:e2:5d:99", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fd5135-df", "ovs_interfaceid": "49fd5135-df8b-443a-b137-3707e25acdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.821075] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381773, 'name': PowerOffVM_Task, 'duration_secs': 0.250088} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.823981] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.823981] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.823981] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae546b0a-bde9-49e9-a82b-bd2b78db5a14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.832039] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.832764] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cdde18b-f42c-4b1f-8874-e112c330d1f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.901451] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.901600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.901792] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleting the datastore file [datastore2] ca2657f3-cb8b-4506-86d2-8984150ecd37 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.902425] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae4ddd6-e845-47a3-bcbc-c60824f3a167 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.908476] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 939.908476] env[62979]: value = "task-2381776" [ 939.908476] env[62979]: _type = "Task" [ 939.908476] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.916880] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.091751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-931a37a1-edac-4f35-8289-5150dc0edc31 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.995s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.230999] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bce6126-6bf3-41bd-bc0d-8da2cc9ef111 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.235276] env[62979]: DEBUG nova.compute.manager [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.235506] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.236792] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6d71e5-1ce9-4d44-8f29-374949562b1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.265669] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.269758] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Successfully updated port: 6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.270579] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720b1d7f-bf02-4bf8-90e4-1d4612cc53e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.280034] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.280625] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f19f98-f742-4a94-9c32-4db4722c9463 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.286165] env[62979]: DEBUG oslo_vmware.api [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381774, 'name': ReconfigVM_Task, 'duration_secs': 0.187002} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.287418] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483370', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'name': 'volume-81368243-71ca-43db-9cce-adb772a65421', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a16136a-78b8-4dbd-8764-dd124542ebdb', 'attached_at': '', 'detached_at': '', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'serial': '81368243-71ca-43db-9cce-adb772a65421'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.288976] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 940.288976] env[62979]: value = "task-2381777" [ 940.288976] env[62979]: _type = "Task" [ 940.288976] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.292997] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 940.292997] env[62979]: value = "task-2381778" [ 940.292997] env[62979]: _type = "Task" [ 940.292997] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.295565] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.296189] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.296368] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.301922] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee6bd2-7de5-492a-8506-b7071682e1b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.315732] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.335291] env[62979]: DEBUG nova.network.neutron [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.340022] env[62979]: DEBUG nova.virt.hardware [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.346089] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfiguring VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 940.347124] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.347637] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb36e8be-c8dc-49d6-8767-baa098f2441e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.368241] env[62979]: DEBUG oslo_vmware.api [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 940.368241] env[62979]: value = "task-2381779" [ 940.368241] env[62979]: _type = "Task" [ 940.368241] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.378235] env[62979]: DEBUG oslo_vmware.api [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381779, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.394804] env[62979]: DEBUG nova.compute.manager [req-e39f0119-ead3-4a71-a1e5-412440b293ea req-12e86f50-0c35-4e0c-82e6-353110305d47 service nova] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Received event network-vif-deleted-74577aaf-20f2-43db-9200-2f489a75514a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.424204] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392275} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.424499] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.424683] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.424880] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.590919] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1f6e2e-ad92-433a-9727-e2920af710e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.599158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac0af7-6ef3-48aa-b59f-46ee7d9483dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.629533] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcf2515-4b17-4e95-a4e5-170d23bb738e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.637210] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ebf51-0e0a-417c-83af-907baa0b20d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.651443] env[62979]: DEBUG nova.compute.provider_tree [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.735629] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.735876] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.774016] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.774170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquired lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.774322] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.807656] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381777, 'name': PowerOffVM_Task, 'duration_secs': 0.228754} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.808308] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.813857] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.816981] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c3ac5c-bced-496a-92dd-b21735311ddd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.830395] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381778, 'name': PowerOffVM_Task, 'duration_secs': 0.228935} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.833747] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.833874] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.834736] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda4d19e-1cd7-4164-904c-c5f7e70ce1ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.840200] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 940.840200] env[62979]: value = "task-2381780" [ 940.840200] env[62979]: _type = "Task" [ 940.840200] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.849348] env[62979]: INFO nova.compute.manager [-] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Took 1.74 seconds to deallocate network for instance. [ 940.849871] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.877628] env[62979]: DEBUG oslo_vmware.api [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.914523] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.914756] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.914942] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore1] d34451dc-b237-4aa5-a878-ada373fda0d2 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.915347] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c6150b-c800-4765-bcae-38c49bb2ebf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.922913] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 940.922913] env[62979]: value = "task-2381782" [ 940.922913] env[62979]: _type = "Task" [ 940.922913] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.935179] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.015979] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-changed-49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.016296] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing instance network info cache due to event network-changed-49fd5135-df8b-443a-b137-3707e25acdcf. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.016593] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.016841] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.017040] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Refreshing network info cache for port 49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.188144] env[62979]: ERROR nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] [req-4f6d448b-a887-46ff-8fca-2525b6d37597] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f6d448b-a887-46ff-8fca-2525b6d37597"}]} [ 941.203484] env[62979]: DEBUG nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 941.220176] env[62979]: DEBUG nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 941.220412] env[62979]: DEBUG nova.compute.provider_tree [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.231331] env[62979]: DEBUG nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 941.238639] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.250989] env[62979]: DEBUG nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 941.334826] env[62979]: DEBUG nova.objects.instance [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'flavor' on Instance uuid 0a16136a-78b8-4dbd-8764-dd124542ebdb {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.350214] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381780, 'name': ReconfigVM_Task, 'duration_secs': 0.266538} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.350627] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.350840] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.354197] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-129662cb-bb47-44ad-a7b7-d7273fa30bd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.356582] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.361938] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 941.361938] env[62979]: value = "task-2381783" [ 941.361938] env[62979]: _type = "Task" [ 941.361938] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.378642] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.381702] env[62979]: DEBUG oslo_vmware.api [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381779, 'name': ReconfigVM_Task, 'duration_secs': 0.771765} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.384572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.384793] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfigured VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 941.397697] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.433613] env[62979]: DEBUG oslo_vmware.api [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186786} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.436707] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.436909] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.437123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.437318] env[62979]: INFO nova.compute.manager [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 941.437564] env[62979]: DEBUG oslo.service.loopingcall [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.442729] env[62979]: DEBUG nova.compute.manager [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.442876] env[62979]: DEBUG nova.network.neutron [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.478354] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.478454] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.478628] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.478752] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.478888] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.479424] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.479708] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.479881] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.480955] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.480955] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.480955] env[62979]: DEBUG nova.virt.hardware [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.481200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "91ffb5f9-0178-4c46-85af-820755408214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.481422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.481606] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "91ffb5f9-0178-4c46-85af-820755408214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.481783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.481943] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.485715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f60268e-b12e-4c42-a105-ac31cd8dc6a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.493402] env[62979]: INFO nova.compute.manager [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Terminating instance [ 941.501116] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421bec2-2ac1-4931-bc3e-6ebae58c197a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.516188] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:bc:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e739b2d-7f89-4bb7-af54-34c4ee2576ad', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.527737] env[62979]: DEBUG oslo.service.loopingcall [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.534638] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.536022] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4b35a9-26f7-4cc8-b45c-56c26e38a6bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.556731] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.556731] env[62979]: value = "task-2381784" [ 941.556731] env[62979]: _type = "Task" [ 941.556731] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.568459] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381784, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.720520] env[62979]: DEBUG nova.network.neutron [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Updating instance_info_cache with network_info: [{"id": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "address": "fa:16:3e:fa:d4:6c", "network": {"id": "b0512c9a-0f87-492e-97c4-5a8bf3743a2b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-986210924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce3bb950c3f40ad8d811d3c1efabbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc6a5e-74", "ovs_interfaceid": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.762541] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.826112] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0085773-cb2a-411c-bc86-c0a28c27335b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.836781] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ac329-abc0-4869-adc4-e5ec40d0db3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.845337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17709713-affb-4ede-8cd6-9b3f784cf18c tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.881506] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05e0d5-a9e6-488a-9849-d20206dc8c5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.891569] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e4729309-bbbf-4b15-aeee-c074136396ce tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-49fd5135-df8b-443a-b137-3707e25acdcf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.538s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.892849] env[62979]: DEBUG oslo_vmware.api [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381783, 'name': PowerOnVM_Task, 'duration_secs': 0.368069} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.895716] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.895996] env[62979]: DEBUG nova.compute.manager [None req-ca0628b4-8816-4245-8021-9708d182c182 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.897350] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221014e5-be2b-45c4-9265-7d10b87da9ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.902539] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3e864-2f6f-4e52-9fa0-9fc18a6fbd6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.910023] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updated VIF entry in instance network info cache for port 49fd5135-df8b-443a-b137-3707e25acdcf. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.910023] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "address": "fa:16:3e:b2:97:16", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b05a9e9-7f", "ovs_interfaceid": "2b05a9e9-7fe3-4e9e-836a-2e3c91605a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49fd5135-df8b-443a-b137-3707e25acdcf", "address": "fa:16:3e:e2:5d:99", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fd5135-df", "ovs_interfaceid": "49fd5135-df8b-443a-b137-3707e25acdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.924415] env[62979]: DEBUG nova.compute.provider_tree [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.000661] env[62979]: DEBUG nova.compute.manager [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.001060] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.001855] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc15b2-eff9-4219-89ca-8c24bd79a324 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.010047] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.010296] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2106470b-54c4-42af-b51e-006f86bfb632 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.016222] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 942.016222] env[62979]: value = "task-2381785" [ 942.016222] env[62979]: _type = "Task" [ 942.016222] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.024166] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.070662] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381784, 'name': CreateVM_Task, 'duration_secs': 0.355015} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.070888] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.071854] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.072032] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.072503] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.073676] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de5cfb6-1ced-4125-858f-7e737509eb39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.080098] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 942.080098] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c32ad6-2f41-3dd3-6c7a-0a88c2fd0d6a" [ 942.080098] env[62979]: _type = "Task" [ 942.080098] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.094924] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c32ad6-2f41-3dd3-6c7a-0a88c2fd0d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.095388] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.095746] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.096115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.096422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.096664] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.097258] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bed1771-d52a-43fc-b55c-8e6e2d478c29 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.106161] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.106364] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.107082] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7484a5f-3614-4ff5-8fbb-4626261ee947 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.112958] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 942.112958] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528228ce-c9ca-e6bb-4bd8-0b00d59d2734" [ 942.112958] env[62979]: _type = "Task" [ 942.112958] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.121194] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528228ce-c9ca-e6bb-4bd8-0b00d59d2734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.223643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Releasing lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.224008] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Instance network_info: |[{"id": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "address": "fa:16:3e:fa:d4:6c", "network": {"id": "b0512c9a-0f87-492e-97c4-5a8bf3743a2b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-986210924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce3bb950c3f40ad8d811d3c1efabbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc6a5e-74", "ovs_interfaceid": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.224776] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d4:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.232419] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Creating folder: Project (bce3bb950c3f40ad8d811d3c1efabbc0). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.232724] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0d67b7-1354-4d98-abad-b04bc76cfe4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.244648] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Created folder: Project (bce3bb950c3f40ad8d811d3c1efabbc0) in parent group-v483149. [ 942.244648] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Creating folder: Instances. Parent ref: group-v483372. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.244815] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb4fc37-a069-4a3a-9e4b-ed2db535adce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.253649] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Created folder: Instances in parent group-v483372. [ 942.253849] env[62979]: DEBUG oslo.service.loopingcall [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.255152] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.255152] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aaf46f2-e1ad-435d-9ccc-f9ad50d3dc5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.277794] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.277794] env[62979]: value = "task-2381788" [ 942.277794] env[62979]: _type = "Task" [ 942.277794] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.282845] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381788, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.412963] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.413546] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Received event network-vif-plugged-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.413931] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Acquiring lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.414197] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.414376] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.414653] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] No waiting events found dispatching network-vif-plugged-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.414736] env[62979]: WARNING nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Received unexpected event network-vif-plugged-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 for instance with vm_state building and task_state spawning. [ 942.414896] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Received event network-changed-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.415075] env[62979]: DEBUG nova.compute.manager [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Refreshing instance network info cache due to event network-changed-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.415278] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Acquiring lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.415434] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Acquired lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.415600] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Refreshing network info cache for port 6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.417066] env[62979]: DEBUG nova.network.neutron [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.440500] env[62979]: INFO nova.compute.manager [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Rescuing [ 942.440955] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.441200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.441415] env[62979]: DEBUG nova.network.neutron [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.464416] env[62979]: DEBUG nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 942.464860] env[62979]: DEBUG nova.compute.provider_tree [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 119 to 120 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 942.465156] env[62979]: DEBUG nova.compute.provider_tree [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.526298] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381785, 'name': PowerOffVM_Task, 'duration_secs': 0.330959} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.526594] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.526791] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.527091] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbc66a9-a580-4887-bb90-030e9dfb5db4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.619350] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.619584] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.619767] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleting the datastore file [datastore1] 91ffb5f9-0178-4c46-85af-820755408214 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.620399] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc40a76-17b1-4290-b02f-55e8d0c89b70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.626966] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528228ce-c9ca-e6bb-4bd8-0b00d59d2734, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.629050] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204d6ba0-1e8a-4202-b73d-3019214eb908 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.631950] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for the task: (returnval){ [ 942.631950] env[62979]: value = "task-2381790" [ 942.631950] env[62979]: _type = "Task" [ 942.631950] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.633286] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 942.633286] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52256334-a69a-f9af-067a-644d14a9fdab" [ 942.633286] env[62979]: _type = "Task" [ 942.633286] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.644148] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.647380] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52256334-a69a-f9af-067a-644d14a9fdab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.785750] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381788, 'name': CreateVM_Task, 'duration_secs': 0.398323} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.786283] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.787231] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.787551] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.788722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.788722] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc5410c-a678-416a-838e-98f47a228cd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.795163] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 942.795163] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa7387-b196-e811-4603-cb38ae06bf5e" [ 942.795163] env[62979]: _type = "Task" [ 942.795163] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.802534] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa7387-b196-e811-4603-cb38ae06bf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.924589] env[62979]: INFO nova.compute.manager [-] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Took 1.48 seconds to deallocate network for instance. [ 942.971155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.428s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.974052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.958s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.974052] env[62979]: DEBUG nova.objects.instance [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lazy-loading 'resources' on Instance uuid ebcfbf62-e067-4c9a-8272-0c01da189489 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.011467] env[62979]: INFO nova.scheduler.client.report [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Deleted allocations for instance 291d4570-ca75-4015-8368-291a72e8f34e [ 943.098713] env[62979]: DEBUG nova.compute.manager [req-3591fd7d-2c2f-40a2-b662-6967b0d7e103 req-f3f3a5ca-9522-40c1-88e9-4bf926d099ac service nova] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Received event network-vif-deleted-c92ec0dd-3c40-4e67-8517-d8966dfba054 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.153804] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52256334-a69a-f9af-067a-644d14a9fdab, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.158663] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.159223] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.159665] env[62979]: DEBUG oslo_vmware.api [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Task: {'id': task-2381790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208801} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.159981] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f023908c-b4b0-4b52-98c9-c8d2054aa305 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.162277] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.162578] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.162886] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.163213] env[62979]: INFO nova.compute.manager [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Took 1.16 seconds to destroy the instance on the hypervisor. [ 943.163873] env[62979]: DEBUG oslo.service.loopingcall [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.164198] env[62979]: DEBUG nova.compute.manager [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.164412] env[62979]: DEBUG nova.network.neutron [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.172048] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 943.172048] env[62979]: value = "task-2381791" [ 943.172048] env[62979]: _type = "Task" [ 943.172048] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.180758] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.308479] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa7387-b196-e811-4603-cb38ae06bf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.029351} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.313451] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.313818] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.313951] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.314129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.314348] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.317507] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd74ce42-8287-42e8-9ae3-273de8c9b998 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.328313] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.331026] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.331026] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc38cd3-f66b-48b1-a205-ddb32460ebbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.337750] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 943.337750] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b01c9b-418c-e8d6-9da9-3b05ba1b1fa8" [ 943.337750] env[62979]: _type = "Task" [ 943.337750] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.349331] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b01c9b-418c-e8d6-9da9-3b05ba1b1fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.358476] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Updated VIF entry in instance network info cache for port 6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.358844] env[62979]: DEBUG nova.network.neutron [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Updating instance_info_cache with network_info: [{"id": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "address": "fa:16:3e:fa:d4:6c", "network": {"id": "b0512c9a-0f87-492e-97c4-5a8bf3743a2b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-986210924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bce3bb950c3f40ad8d811d3c1efabbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc6a5e-74", "ovs_interfaceid": "6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.433293] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.449303] env[62979]: DEBUG nova.network.neutron [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.520270] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ba251f54-b24a-4630-af73-0faa7335dcfd tempest-VolumesAdminNegativeTest-771630254 tempest-VolumesAdminNegativeTest-771630254-project-member] Lock "291d4570-ca75-4015-8368-291a72e8f34e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.825s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.681676] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.824627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.824627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.824627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.824627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.824627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.828093] env[62979]: INFO nova.compute.manager [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Terminating instance [ 943.858723] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b01c9b-418c-e8d6-9da9-3b05ba1b1fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.859458] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a78c178-adbc-498d-aaaa-22357cffc3cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.863946] env[62979]: DEBUG oslo_concurrency.lockutils [req-8960e024-83dc-4033-8562-ea15ddf3858d req-20bc4438-15ae-4c93-8836-c679c9a82b7a service nova] Releasing lock "refresh_cache-267f03c8-d7bf-46e6-99b4-e5242c793e37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.868430] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 943.868430] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aee8ec-2025-6f4c-3a41-090baf010136" [ 943.868430] env[62979]: _type = "Task" [ 943.868430] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.886496] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aee8ec-2025-6f4c-3a41-090baf010136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.898725] env[62979]: DEBUG nova.compute.manager [req-02cacee6-6f96-4ef0-b082-480ecd00651e req-959faa2c-b9e6-4dc9-b8ca-40ef90661320 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Received event network-vif-deleted-8b9ec1b9-7934-4a27-8a42-be8ca44a8883 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.899016] env[62979]: INFO nova.compute.manager [req-02cacee6-6f96-4ef0-b082-480ecd00651e req-959faa2c-b9e6-4dc9-b8ca-40ef90661320 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Neutron deleted interface 8b9ec1b9-7934-4a27-8a42-be8ca44a8883; detaching it from the instance and deleting it from the info cache [ 943.901477] env[62979]: DEBUG nova.network.neutron [req-02cacee6-6f96-4ef0-b082-480ecd00651e req-959faa2c-b9e6-4dc9-b8ca-40ef90661320 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.952565] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.955585] env[62979]: DEBUG nova.network.neutron [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.015422] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c69f58-c21a-4c13-8b0c-705d423730da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.026767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ecf18f-0131-454c-be1e-5ee80b7cec89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.071540] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0278570-5177-45c6-b963-b1ab26d6432d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.079993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61bac6e-4e12-4f00-8add-13e75f7e00ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.095318] env[62979]: DEBUG nova.compute.provider_tree [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.181551] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77347} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.181857] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.182111] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.182383] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8ac61d-7338-43ef-ad21-b50dd4558dfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.189456] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 944.189456] env[62979]: value = "task-2381792" [ 944.189456] env[62979]: _type = "Task" [ 944.189456] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.201051] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.334333] env[62979]: DEBUG nova.compute.manager [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.334826] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.335764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000b70f-d279-4932-aea5-84c0505fda24 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.346393] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.346670] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6df50e-23a1-46dc-b815-8a9aa0828dbf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.353844] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 944.353844] env[62979]: value = "task-2381793" [ 944.353844] env[62979]: _type = "Task" [ 944.353844] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.365962] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.378788] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aee8ec-2025-6f4c-3a41-090baf010136, 'name': SearchDatastore_Task, 'duration_secs': 0.018954} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.379063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.379395] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 267f03c8-d7bf-46e6-99b4-e5242c793e37/267f03c8-d7bf-46e6-99b4-e5242c793e37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.382491] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6909af56-27a9-4e7d-8c6c-d32d2af9d999 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.387560] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 944.387560] env[62979]: value = "task-2381794" [ 944.387560] env[62979]: _type = "Task" [ 944.387560] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.396268] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.410436] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8c1d0c6-ff22-493d-baa1-b32fe907dcdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.426443] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546b402-243e-4891-9625-3c92615b3b37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.452078] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.452473] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.475694] env[62979]: INFO nova.compute.manager [-] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Took 1.31 seconds to deallocate network for instance. [ 944.476142] env[62979]: DEBUG nova.compute.manager [req-02cacee6-6f96-4ef0-b082-480ecd00651e req-959faa2c-b9e6-4dc9-b8ca-40ef90661320 service nova] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Detach interface failed, port_id=8b9ec1b9-7934-4a27-8a42-be8ca44a8883, reason: Instance 91ffb5f9-0178-4c46-85af-820755408214 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.599082] env[62979]: DEBUG nova.scheduler.client.report [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.700929] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070748} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.700929] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.702632] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb0413-d8b7-4107-82dc-761935f9def2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.725527] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.725997] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5233e97-d893-4a68-8895-82a0912f988d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.749695] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 944.749695] env[62979]: value = "task-2381795" [ 944.749695] env[62979]: _type = "Task" [ 944.749695] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.758321] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.800214] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.801339] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.866607] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381793, 'name': PowerOffVM_Task, 'duration_secs': 0.176926} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.866912] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.867099] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.867381] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4511a042-10ab-4168-b2db-63306d62b1c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.898203] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381794, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.944833] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.945066] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.945286] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleting the datastore file [datastore1] defc95f5-a047-41d7-b1cf-fea0df2084ed {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.945567] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3cc037-9830-4944-81da-b493bdc64fe4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.952802] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 944.952802] env[62979]: value = "task-2381797" [ 944.952802] env[62979]: _type = "Task" [ 944.952802] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.956654] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.968025] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.983629] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.105717] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.109208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.995s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.115858] env[62979]: INFO nova.compute.claims [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.138685] env[62979]: INFO nova.scheduler.client.report [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Deleted allocations for instance ebcfbf62-e067-4c9a-8272-0c01da189489 [ 945.262562] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381795, 'name': ReconfigVM_Task, 'duration_secs': 0.441025} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.262861] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Reconfigured VM instance instance-0000004b to attach disk [datastore1] ca2657f3-cb8b-4506-86d2-8984150ecd37/ca2657f3-cb8b-4506-86d2-8984150ecd37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.263777] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb71ddc3-8876-4f64-9379-121aa9fdd71e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.270646] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 945.270646] env[62979]: value = "task-2381798" [ 945.270646] env[62979]: _type = "Task" [ 945.270646] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.279831] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381798, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303861] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.304138] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.305123] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f55e8-2393-4d43-b163-bc5ef70fc948 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.324297] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff216d6-3aad-4c9e-8a11-be66557dfcfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.354314] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfiguring VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 945.354563] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21165886-1770-4b61-bf62-a4d2461b9d32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.377612] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 945.377612] env[62979]: value = "task-2381799" [ 945.377612] env[62979]: _type = "Task" [ 945.377612] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.388723] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.396983] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56257} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.397333] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 267f03c8-d7bf-46e6-99b4-e5242c793e37/267f03c8-d7bf-46e6-99b4-e5242c793e37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.397559] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.397821] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0a5935-d866-4e0b-8b11-88d8571bd06a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.406035] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 945.406035] env[62979]: value = "task-2381800" [ 945.406035] env[62979]: _type = "Task" [ 945.406035] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.415271] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.466026] env[62979]: DEBUG oslo_vmware.api [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143521} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.468032] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.468235] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.468412] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.468581] env[62979]: INFO nova.compute.manager [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.468820] env[62979]: DEBUG oslo.service.loopingcall [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.469304] env[62979]: DEBUG nova.compute.manager [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.469563] env[62979]: DEBUG nova.network.neutron [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.492021] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.498511] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.498795] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7100cfa0-9612-419d-85e9-2fd540332944 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.507930] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 945.507930] env[62979]: value = "task-2381801" [ 945.507930] env[62979]: _type = "Task" [ 945.507930] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.516895] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.649373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a3a74925-cb7d-4b37-8f08-e0cc588559fb tempest-ServersTestManualDisk-1356130103 tempest-ServersTestManualDisk-1356130103-project-member] Lock "ebcfbf62-e067-4c9a-8272-0c01da189489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.725s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.781297] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381798, 'name': Rename_Task, 'duration_secs': 0.150985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.781657] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.781922] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df531bbd-8fb2-4cbc-a369-642ca178cb05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.789221] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 945.789221] env[62979]: value = "task-2381802" [ 945.789221] env[62979]: _type = "Task" [ 945.789221] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.797909] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.888538] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.917298] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213335} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.917585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.918695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e970e3-e815-4c4a-b092-9867905f83d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.944978] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 267f03c8-d7bf-46e6-99b4-e5242c793e37/267f03c8-d7bf-46e6-99b4-e5242c793e37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.946712] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bb4cac-eed8-4fac-b750-77ce1fe66c65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.963723] env[62979]: DEBUG nova.compute.manager [req-07dc915a-9c97-448a-915b-972683900aeb req-915fd678-4f6c-4c30-8a35-3b74578bde00 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Received event network-vif-deleted-972311bc-f2bd-4aab-8a29-2b5946b7606c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.963957] env[62979]: INFO nova.compute.manager [req-07dc915a-9c97-448a-915b-972683900aeb req-915fd678-4f6c-4c30-8a35-3b74578bde00 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Neutron deleted interface 972311bc-f2bd-4aab-8a29-2b5946b7606c; detaching it from the instance and deleting it from the info cache [ 945.964189] env[62979]: DEBUG nova.network.neutron [req-07dc915a-9c97-448a-915b-972683900aeb req-915fd678-4f6c-4c30-8a35-3b74578bde00 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.971762] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 945.971762] env[62979]: value = "task-2381803" [ 945.971762] env[62979]: _type = "Task" [ 945.971762] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.983615] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.016088] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.285997] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.286958] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.301252] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.363458] env[62979]: DEBUG nova.network.neutron [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.397273] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.470039] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f81fe45e-6654-49e8-b93c-154ee9c3fcec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.486473] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.488698] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d83bfd-4148-4da3-9754-6b2281a08ed6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.526089] env[62979]: DEBUG nova.compute.manager [req-07dc915a-9c97-448a-915b-972683900aeb req-915fd678-4f6c-4c30-8a35-3b74578bde00 service nova] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Detach interface failed, port_id=972311bc-f2bd-4aab-8a29-2b5946b7606c, reason: Instance defc95f5-a047-41d7-b1cf-fea0df2084ed could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 946.533011] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381801, 'name': PowerOffVM_Task, 'duration_secs': 0.605389} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.535384] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.535384] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b14e88e-ef94-452b-8d6c-ccfa277a53a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.561185] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c37cb7-cdc5-4e0d-acd0-b43c2ace879a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.614373] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.614373] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8aad98-45ef-4be4-aea5-8ec05b83efa2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.620213] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 946.620213] env[62979]: value = "task-2381804" [ 946.620213] env[62979]: _type = "Task" [ 946.620213] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.628901] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.712551] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e747fd3-bb83-4c20-b0fa-086a6a6e3c7c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.720681] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a2ee01-d9c0-41a5-8ba3-703f0eb6737f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.753765] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f39bb7-26aa-402d-a5b9-9e8a9170e0c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.765372] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c4835-f8e6-4933-957c-7ec15027edeb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.778457] env[62979]: DEBUG nova.compute.provider_tree [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.799283] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.801907] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 946.807849] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.869355] env[62979]: INFO nova.compute.manager [-] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Took 1.40 seconds to deallocate network for instance. [ 946.894116] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.984946] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381803, 'name': ReconfigVM_Task, 'duration_secs': 0.928073} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.985267] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 267f03c8-d7bf-46e6-99b4-e5242c793e37/267f03c8-d7bf-46e6-99b4-e5242c793e37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.985966] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0697ab-b799-4520-96b6-4b8bbdfdd96b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.993953] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 946.993953] env[62979]: value = "task-2381805" [ 946.993953] env[62979]: _type = "Task" [ 946.993953] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.004116] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381805, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.132574] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.132860] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.133219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.133639] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.133956] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.137252] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4ae57a-9e07-49a6-87c1-573e8bd104ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.146162] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.146362] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.147115] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e702134a-488d-4d77-ad12-50b67e0f14ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.152694] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 947.152694] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9c3b0-0e41-0564-ca09-86ffe084f051" [ 947.152694] env[62979]: _type = "Task" [ 947.152694] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.161624] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9c3b0-0e41-0564-ca09-86ffe084f051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.285202] env[62979]: DEBUG nova.scheduler.client.report [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.308484] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.377719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.394562] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.513452] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381805, 'name': Rename_Task, 'duration_secs': 0.22521} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.513452] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.513452] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da07f247-5334-41e9-9b0a-69b1a1752c5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.520565] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 947.520565] env[62979]: value = "task-2381806" [ 947.520565] env[62979]: _type = "Task" [ 947.520565] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.527510] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.665706] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9c3b0-0e41-0564-ca09-86ffe084f051, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.666750] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a743961b-94e7-4236-9182-7b7d77fb2332 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.672718] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 947.672718] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a21898-e170-6232-332b-018243310d21" [ 947.672718] env[62979]: _type = "Task" [ 947.672718] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.682283] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a21898-e170-6232-332b-018243310d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.792024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.792024] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.794370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.089s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.796339] env[62979]: DEBUG nova.objects.instance [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lazy-loading 'resources' on Instance uuid 18d1b043-73a0-4cb0-a4bc-87d53e453d94 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.807334] env[62979]: DEBUG oslo_vmware.api [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381802, 'name': PowerOnVM_Task, 'duration_secs': 1.705918} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.807847] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.808086] env[62979]: DEBUG nova.compute.manager [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.808947] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b0b54-8d2e-41df-951a-25f0e031c191 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.892441] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.030185] env[62979]: DEBUG oslo_vmware.api [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381806, 'name': PowerOnVM_Task, 'duration_secs': 0.453863} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.030469] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.031126] env[62979]: INFO nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Took 8.52 seconds to spawn the instance on the hypervisor. [ 948.031126] env[62979]: DEBUG nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.031685] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42de3e0-a558-4d23-905e-fcbbc7628f15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.183656] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a21898-e170-6232-332b-018243310d21, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.185108] env[62979]: DEBUG oslo_concurrency.lockutils [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.188459] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 948.188459] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77d3534f-2e7a-4667-b626-4276aaa47b1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.194817] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 948.194817] env[62979]: value = "task-2381807" [ 948.194817] env[62979]: _type = "Task" [ 948.194817] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.201773] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.299227] env[62979]: DEBUG nova.compute.utils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.300814] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.301060] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.333947] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.377620] env[62979]: DEBUG nova.policy [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10c50ecfb42346b6ade6e39687238fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c46c4774235a43a2acee28ca02859973', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.390974] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.554798] env[62979]: INFO nova.compute.manager [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Took 41.07 seconds to build instance. [ 948.707275] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.807321] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.859237] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43cf3f4-29df-4057-bfaf-be953ab46202 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868576] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df43306-ec11-43df-ac7b-eabaa1ce14cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914239] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c00318-8ae6-4770-8181-2a671e2d0ba8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.921931] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.923516] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeadf5bc-19bb-40e7-ae54-2e8fab873dbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.937999] env[62979]: DEBUG nova.compute.provider_tree [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.976996] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Successfully created port: 4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.057628] env[62979]: DEBUG oslo_concurrency.lockutils [None req-03e8cf7e-e945-4ed4-9b31-fa74872eea6d tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.579s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.212303] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554801} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.212583] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 949.214030] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398e45f-3e11-48e3-8fe2-535a2710174d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244406] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.245034] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e963b4e2-9df1-4d65-b90e-85cb6aa503d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.267549] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 949.267549] env[62979]: value = "task-2381808" [ 949.267549] env[62979]: _type = "Task" [ 949.267549] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.276031] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.420950] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.442868] env[62979]: DEBUG nova.scheduler.client.report [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.781525] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381808, 'name': ReconfigVM_Task, 'duration_secs': 0.384014} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.781832] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.782764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb8f6c-5ff6-4d4f-91b1-548644dadbab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.812684] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af13ed1-1171-4440-b4f4-3f2886a6064d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.823790] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.830746] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 949.830746] env[62979]: value = "task-2381809" [ 949.830746] env[62979]: _type = "Task" [ 949.830746] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.841123] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.856014] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.856278] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.856442] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.856627] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.856775] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.856923] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.857458] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.857807] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.858026] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.858363] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.858724] env[62979]: DEBUG nova.virt.hardware [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.859832] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fef813-a091-44ef-b575-d6db4201dcf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.867993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba50ae-c0a9-4d5a-8be8-6dfec5048bf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916878] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.947978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.950633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.866s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.950956] env[62979]: DEBUG nova.objects.instance [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lazy-loading 'resources' on Instance uuid 3c44850d-daec-4063-8bc3-ff4c17fe8e8a {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.978894] env[62979]: INFO nova.scheduler.client.report [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted allocations for instance 18d1b043-73a0-4cb0-a4bc-87d53e453d94 [ 950.081379] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.081643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.081848] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.082044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.082221] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.085763] env[62979]: INFO nova.compute.manager [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Terminating instance [ 950.345911] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381809, 'name': ReconfigVM_Task, 'duration_secs': 0.168483} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.346943] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.347477] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d261f36e-3e8c-4d1e-94eb-356ddf5551d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.355784] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 950.355784] env[62979]: value = "task-2381810" [ 950.355784] env[62979]: _type = "Task" [ 950.355784] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.364392] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.418751] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.490725] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d3f85d63-f551-4f57-b902-6ed49f58673a tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "18d1b043-73a0-4cb0-a4bc-87d53e453d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.236s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.590742] env[62979]: DEBUG nova.compute.manager [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.590742] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.591719] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ba896-55a6-4451-a9ff-7ff232d14b0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.608493] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.608493] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d7b352-cf3f-4bea-92f1-b5d84c850b39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.617138] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 950.617138] env[62979]: value = "task-2381811" [ 950.617138] env[62979]: _type = "Task" [ 950.617138] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.625757] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.656043] env[62979]: DEBUG nova.compute.manager [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Received event network-vif-plugged-4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.656043] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.656043] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.656043] env[62979]: DEBUG oslo_concurrency.lockutils [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.656043] env[62979]: DEBUG nova.compute.manager [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] No waiting events found dispatching network-vif-plugged-4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.656043] env[62979]: WARNING nova.compute.manager [req-2b2ed938-e452-4fb9-af00-044d685cf74f req-3ffd6674-474b-4602-801c-d39063c774a2 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Received unexpected event network-vif-plugged-4f831298-4ab2-4360-9cf1-df90d223e435 for instance with vm_state building and task_state spawning. [ 950.843598] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Successfully updated port: 4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.869877] env[62979]: DEBUG oslo_vmware.api [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381810, 'name': PowerOnVM_Task, 'duration_secs': 0.424412} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.870152] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.873650] env[62979]: DEBUG nova.compute.manager [None req-24b87996-7000-4d82-82b6-958486265f92 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.875191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b269bad-e328-44fa-b8c9-b788c80194b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.922156] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.033029] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee9b08-bde4-45e3-91d4-494ac2930871 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.041887] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752bf9e-78c7-48d0-b554-1c8c1fc92083 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.079783] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61746ceb-0b70-4eaf-a6e4-ba789fee5414 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.087256] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d19656-cf0f-478d-83b8-5ffe5c04003e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.102084] env[62979]: DEBUG nova.compute.provider_tree [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.126454] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381811, 'name': PowerOffVM_Task, 'duration_secs': 0.206476} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.126724] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.126897] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.127171] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d447df51-0fab-4eb9-9e5d-f8220ae9c758 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.196366] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.196366] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.196366] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Deleting the datastore file [datastore2] 267f03c8-d7bf-46e6-99b4-e5242c793e37 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.196366] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd8e7c5-82cb-43a1-b5c3-d1f8e52a6806 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.202447] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for the task: (returnval){ [ 951.202447] env[62979]: value = "task-2381813" [ 951.202447] env[62979]: _type = "Task" [ 951.202447] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.212483] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.218064] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.218337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.218567] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.218755] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.218943] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.223019] env[62979]: INFO nova.compute.manager [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Terminating instance [ 951.349091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.349091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.349091] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.424197] env[62979]: DEBUG oslo_vmware.api [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381799, 'name': ReconfigVM_Task, 'duration_secs': 5.874228} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.424197] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.424197] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Reconfigured VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 951.605861] env[62979]: DEBUG nova.scheduler.client.report [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.713911] env[62979]: DEBUG oslo_vmware.api [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Task: {'id': task-2381813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280774} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.714195] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.714591] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.714591] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.714760] env[62979]: INFO nova.compute.manager [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 951.714957] env[62979]: DEBUG oslo.service.loopingcall [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.715166] env[62979]: DEBUG nova.compute.manager [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.715771] env[62979]: DEBUG nova.network.neutron [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.729029] env[62979]: DEBUG nova.compute.manager [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.729029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.729845] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e11a9-ec06-4e95-996e-68686c5af33f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.743705] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.743705] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c38f34-fb06-41b7-b4bb-41da22696769 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.752061] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 951.752061] env[62979]: value = "task-2381814" [ 951.752061] env[62979]: _type = "Task" [ 951.752061] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.760118] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.906302] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.992640] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.992640] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.112437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.114204] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.665s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.114587] env[62979]: DEBUG nova.objects.instance [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lazy-loading 'resources' on Instance uuid 72d8b1ad-2327-42b1-982a-cbec715cac28 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.158368] env[62979]: INFO nova.scheduler.client.report [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted allocations for instance 3c44850d-daec-4063-8bc3-ff4c17fe8e8a [ 952.224464] env[62979]: DEBUG nova.network.neutron [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.266480] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381814, 'name': PowerOffVM_Task, 'duration_secs': 0.345909} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.266859] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.267145] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.267497] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-984b898c-8734-43c4-9436-3061f756c1f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.292229] env[62979]: DEBUG nova.compute.manager [req-60931cc1-76dd-45dd-bcb8-8ff9815751e4 req-36b2937a-9797-4f0f-96bc-3438815fffef service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Received event network-vif-deleted-6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.292375] env[62979]: INFO nova.compute.manager [req-60931cc1-76dd-45dd-bcb8-8ff9815751e4 req-36b2937a-9797-4f0f-96bc-3438815fffef service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Neutron deleted interface 6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4; detaching it from the instance and deleting it from the info cache [ 952.292560] env[62979]: DEBUG nova.network.neutron [req-60931cc1-76dd-45dd-bcb8-8ff9815751e4 req-36b2937a-9797-4f0f-96bc-3438815fffef service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.349519] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.349912] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.349984] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore2] 06186ac3-20ca-49c3-b00c-4ddb9a322035 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.350584] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b844f1e7-ee41-4858-981f-6f1dd4f5b155 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.361512] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 952.361512] env[62979]: value = "task-2381816" [ 952.361512] env[62979]: _type = "Task" [ 952.361512] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.371369] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.410552] env[62979]: INFO nova.compute.manager [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Unrescuing [ 952.410861] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.412083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.412083] env[62979]: DEBUG nova.network.neutron [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.496962] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.658019] env[62979]: DEBUG nova.network.neutron [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.674020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a89874ce-05bc-44ec-b81e-7da08f052300 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "3c44850d-daec-4063-8bc3-ff4c17fe8e8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.123s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.693911] env[62979]: DEBUG nova.compute.manager [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Received event network-changed-4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.694124] env[62979]: DEBUG nova.compute.manager [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Refreshing instance network info cache due to event network-changed-4f831298-4ab2-4360-9cf1-df90d223e435. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.694298] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Acquiring lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.729277] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.729599] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Instance network_info: |[{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.729906] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Acquired lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.730222] env[62979]: DEBUG nova.network.neutron [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Refreshing network info cache for port 4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.731391] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:6e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f831298-4ab2-4360-9cf1-df90d223e435', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.739041] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Creating folder: Project (c46c4774235a43a2acee28ca02859973). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.743233] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a893374-c2c6-45f2-b27b-f87475d0a162 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.751897] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Created folder: Project (c46c4774235a43a2acee28ca02859973) in parent group-v483149. [ 952.752111] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Creating folder: Instances. Parent ref: group-v483375. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.752342] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bbc8174-1a7e-4761-9c46-dfd2bcf408d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.760914] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Created folder: Instances in parent group-v483375. [ 952.761185] env[62979]: DEBUG oslo.service.loopingcall [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.761409] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.761643] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9093a277-c53b-4e54-852f-8094d1623d3e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.787215] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.787215] env[62979]: value = "task-2381819" [ 952.787215] env[62979]: _type = "Task" [ 952.787215] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.803086] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0938f18-9b9c-4b20-96ac-1f7b0f239b2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.804919] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381819, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.823811] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dfafa0-bb45-4e31-b4d2-b6a35e6fb169 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.838093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.838576] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.838576] env[62979]: DEBUG nova.network.neutron [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.869876] env[62979]: DEBUG nova.compute.manager [req-60931cc1-76dd-45dd-bcb8-8ff9815751e4 req-36b2937a-9797-4f0f-96bc-3438815fffef service nova] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Detach interface failed, port_id=6bdc6a5e-74f5-4dc7-a9e4-e269ce8787e4, reason: Instance 267f03c8-d7bf-46e6-99b4-e5242c793e37 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 952.879944] env[62979]: DEBUG oslo_vmware.api [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361793} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.880244] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.880460] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.880674] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.880882] env[62979]: INFO nova.compute.manager [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.882172] env[62979]: DEBUG oslo.service.loopingcall [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.882172] env[62979]: DEBUG nova.compute.manager [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.882172] env[62979]: DEBUG nova.network.neutron [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.895296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.895425] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.895572] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 953.020725] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.162644] env[62979]: INFO nova.compute.manager [-] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Took 1.45 seconds to deallocate network for instance. [ 953.196715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5828e-d0df-4940-80a3-063f78bb3de0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.210351] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107fe630-d7f0-4673-9412-1df2fc8dc0b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.253555] env[62979]: DEBUG nova.network.neutron [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.256983] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c463e-5f3e-4712-8195-870de658050b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.269679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2047f289-d78d-4ee6-a06c-639bb486727a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.286563] env[62979]: DEBUG nova.compute.provider_tree [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.296228] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381819, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.310836] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.311115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.311467] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.311710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.311912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.314247] env[62979]: INFO nova.compute.manager [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Terminating instance [ 953.419211] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.666825] env[62979]: INFO nova.network.neutron [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Port 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 953.667470] env[62979]: INFO nova.network.neutron [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Port 49fd5135-df8b-443a-b137-3707e25acdcf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 953.668213] env[62979]: DEBUG nova.network.neutron [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.672948] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.764439] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.766440] env[62979]: DEBUG nova.objects.instance [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'flavor' on Instance uuid 0a16136a-78b8-4dbd-8764-dd124542ebdb {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.766678] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.766797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.769193] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.769488] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.769880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.773776] env[62979]: INFO nova.compute.manager [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Terminating instance [ 953.793314] env[62979]: DEBUG nova.scheduler.client.report [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.806152] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381819, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.817671] env[62979]: DEBUG nova.compute.manager [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.817900] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.818807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5655ae15-677b-481c-bf56-ee5775654b21 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.827422] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.831020] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aff45eb6-ba53-4c18-850e-e1ca3316cf83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.834998] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 953.834998] env[62979]: value = "task-2381820" [ 953.834998] env[62979]: _type = "Task" [ 953.834998] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.843202] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.170804] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.179212] env[62979]: DEBUG nova.network.neutron [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updated VIF entry in instance network info cache for port 4f831298-4ab2-4360-9cf1-df90d223e435. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.179212] env[62979]: DEBUG nova.network.neutron [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.199597] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.281021] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da6eff-7224-4a1a-961c-495ec09c28bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.281999] env[62979]: DEBUG nova.compute.manager [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.282404] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.283249] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263fff3-3d12-496b-8d37-adfc20b685cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.317574] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.319913] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.320617] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.321343] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.333s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.323931] env[62979]: INFO nova.compute.claims [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.328154] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2deed2b9-0c44-4750-8e87-ea3d639b9914 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.330082] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f590fbb2-9f3e-488f-964b-97d84c8ffba5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.338899] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381819, 'name': CreateVM_Task, 'duration_secs': 1.437562} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.346710] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.350290] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 954.350290] env[62979]: value = "task-2381821" [ 954.350290] env[62979]: _type = "Task" [ 954.350290] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.351480] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 954.351480] env[62979]: value = "task-2381822" [ 954.351480] env[62979]: _type = "Task" [ 954.351480] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.352287] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.352454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.352804] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.353959] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fe9b14-b323-4919-9626-e266c9fb9bba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.370492] env[62979]: INFO nova.scheduler.client.report [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Deleted allocations for instance 72d8b1ad-2327-42b1-982a-cbec715cac28 [ 954.376575] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381820, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.383357] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 954.383357] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e4bdb1-9249-51ed-3216-63284c3339f5" [ 954.383357] env[62979]: _type = "Task" [ 954.383357] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.387228] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394845] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.395239] env[62979]: DEBUG nova.network.neutron [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.404616] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e4bdb1-9249-51ed-3216-63284c3339f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.433132] env[62979]: DEBUG nova.compute.manager [req-b1fcf3ed-0e60-44fa-939e-7c0f17c4587a req-d57ce1e7-96db-4ad4-8c64-aa047b7b8dc1 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-deleted-49fd5135-df8b-443a-b137-3707e25acdcf {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.433132] env[62979]: DEBUG nova.compute.manager [req-b1fcf3ed-0e60-44fa-939e-7c0f17c4587a req-d57ce1e7-96db-4ad4-8c64-aa047b7b8dc1 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Received event network-vif-deleted-1b0b2300-13ff-4f40-b960-e25a0121a656 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.433132] env[62979]: INFO nova.compute.manager [req-b1fcf3ed-0e60-44fa-939e-7c0f17c4587a req-d57ce1e7-96db-4ad4-8c64-aa047b7b8dc1 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Neutron deleted interface 1b0b2300-13ff-4f40-b960-e25a0121a656; detaching it from the instance and deleting it from the info cache [ 954.433132] env[62979]: DEBUG nova.network.neutron [req-b1fcf3ed-0e60-44fa-939e-7c0f17c4587a req-d57ce1e7-96db-4ad4-8c64-aa047b7b8dc1 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.677041] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5dee1afc-3673-4a1e-a061-30fe79249a0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-237a4a5b-1336-4fa1-a904-7924112cebb9-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.875s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.682133] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Releasing lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.682390] env[62979]: DEBUG nova.compute.manager [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-deleted-2b05a9e9-7fe3-4e9e-836a-2e3c91605a65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.682554] env[62979]: INFO nova.compute.manager [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Neutron deleted interface 2b05a9e9-7fe3-4e9e-836a-2e3c91605a65; detaching it from the instance and deleting it from the info cache [ 954.682851] env[62979]: DEBUG nova.network.neutron [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [{"id": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "address": "fa:16:3e:e7:d4:c7", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98791d-0a", "ovs_interfaceid": "eb98791d-0a75-4cf4-aa6f-8894d73d1adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49fd5135-df8b-443a-b137-3707e25acdcf", "address": "fa:16:3e:e2:5d:99", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fd5135-df", "ovs_interfaceid": "49fd5135-df8b-443a-b137-3707e25acdcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.705719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-91ffb5f9-0178-4c46-85af-820755408214" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.705824] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.708153] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 954.708153] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.849628] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381820, 'name': PowerOffVM_Task, 'duration_secs': 0.560964} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.849910] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.850090] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.850343] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3887268f-1c69-4032-bce7-e5613166bb0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.868632] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381821, 'name': PowerOffVM_Task, 'duration_secs': 0.21632} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.869210] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381822, 'name': PowerOffVM_Task, 'duration_secs': 0.227463} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.869449] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.875619] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.875734] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.875964] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.878360] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c867c597-e70d-415b-9149-2e653c0ede82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.891816] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77f57e8-9f01-4140-b65f-6c7c34c67f2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.896133] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f9a2ff08-65cc-457a-81d2-c917e434f545 tempest-ServerMetadataNegativeTestJSON-1453373339 tempest-ServerMetadataNegativeTestJSON-1453373339-project-member] Lock "72d8b1ad-2327-42b1-982a-cbec715cac28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.424s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.900888] env[62979]: INFO nova.compute.manager [-] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Took 2.02 seconds to deallocate network for instance. [ 954.914964] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e4bdb1-9249-51ed-3216-63284c3339f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019383} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.916390] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.916690] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.917509] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.917509] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.917509] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.917729] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 954.917729] env[62979]: value = "task-2381824" [ 954.917729] env[62979]: _type = "Task" [ 954.917729] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.918168] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb93d62-cc4f-4c86-aa7e-48774662d04a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.929906] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.931403] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.932017] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.932534] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12873269-2858-4c8d-87ae-c9ddaa730044 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.935218] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c132d764-08ad-4851-bb75-1f6de131edbc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.938720] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.939119] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.939201] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleting the datastore file [datastore2] 2fa8ac7a-73cd-4ef7-9488-588a69902e73 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.940847] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f3bd46e-d5c9-421c-80a5-5261fdace4c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.942533] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 954.942533] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52135927-b592-73d5-2e91-c00031bd6c11" [ 954.942533] env[62979]: _type = "Task" [ 954.942533] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.955604] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 954.955604] env[62979]: value = "task-2381826" [ 954.955604] env[62979]: _type = "Task" [ 954.955604] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.960666] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12983a1-7338-4eb4-9dd0-8ff88d18ebb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.979800] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52135927-b592-73d5-2e91-c00031bd6c11, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.981592] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e04b50-c2a0-4824-8b2e-5b61f361a928 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.986861] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.003344] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 955.003344] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52177f14-8183-db08-c561-317086385984" [ 955.003344] env[62979]: _type = "Task" [ 955.003344] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.003743] env[62979]: DEBUG nova.compute.manager [req-b1fcf3ed-0e60-44fa-939e-7c0f17c4587a req-d57ce1e7-96db-4ad4-8c64-aa047b7b8dc1 service nova] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Detach interface failed, port_id=1b0b2300-13ff-4f40-b960-e25a0121a656, reason: Instance 06186ac3-20ca-49c3-b00c-4ddb9a322035 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 955.015562] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52177f14-8183-db08-c561-317086385984, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.016046] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.016438] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f58e1fb2-b5be-4477-a63d-4430214438d1/f58e1fb2-b5be-4477-a63d-4430214438d1.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.016878] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db62d3eb-06f2-4c91-82e4-85e11fa18c39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.026592] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 955.026592] env[62979]: value = "task-2381827" [ 955.026592] env[62979]: _type = "Task" [ 955.026592] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.039040] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.040446] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.040666] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.040875] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleting the datastore file [datastore2] 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.041167] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbaefd90-213d-43f8-b7e4-dbb464ac6822 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.047553] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 955.047553] env[62979]: value = "task-2381828" [ 955.047553] env[62979]: _type = "Task" [ 955.047553] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.056134] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.187340] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Acquiring lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.216960] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.420036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.431382] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381824, 'name': ReconfigVM_Task, 'duration_secs': 0.338568} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.437042] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.437042] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.437660] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb48c22-ddf3-40aa-957c-ded6e59ab5d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.449125] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 955.449125] env[62979]: value = "task-2381829" [ 955.449125] env[62979]: _type = "Task" [ 955.449125] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.460529] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.495789] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.496117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.501468] env[62979]: DEBUG oslo_vmware.api [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180704} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.502138] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.502239] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.502432] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.502621] env[62979]: INFO nova.compute.manager [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Took 1.68 seconds to destroy the instance on the hypervisor. [ 955.502888] env[62979]: DEBUG oslo.service.loopingcall [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.503103] env[62979]: DEBUG nova.compute.manager [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.503272] env[62979]: DEBUG nova.network.neutron [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.536539] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496096} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.539577] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] f58e1fb2-b5be-4477-a63d-4430214438d1/f58e1fb2-b5be-4477-a63d-4430214438d1.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.539845] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.540379] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769ec840-7eeb-4ea6-8d8d-b46083f05047 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.550783] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 955.550783] env[62979]: value = "task-2381830" [ 955.550783] env[62979]: _type = "Task" [ 955.550783] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.572936] env[62979]: DEBUG oslo_vmware.api [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2381828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265633} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.575466] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.575737] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.575961] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.576242] env[62979]: INFO nova.compute.manager [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Took 1.29 seconds to destroy the instance on the hypervisor. [ 955.576415] env[62979]: DEBUG oslo.service.loopingcall [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.576625] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.577208] env[62979]: DEBUG nova.compute.manager [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.577313] env[62979]: DEBUG nova.network.neutron [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.724063] env[62979]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 49fd5135-df8b-443a-b137-3707e25acdcf could not be found.", "detail": ""}} {{(pid=62979) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 955.724384] env[62979]: DEBUG nova.network.neutron [-] Unable to show port 49fd5135-df8b-443a-b137-3707e25acdcf as it no longer exists. {{(pid=62979) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 955.885268] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29628711-ee1c-45db-a59d-b31ddc57b1e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.893807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64a4d42-7e87-4d9d-9ec8-65b4c24e39bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.929027] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cfab63-f9a7-4908-8d24-141e8d22e3ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.942067] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adfd0ba-c666-4029-9352-bae7fb2a0421 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.956734] env[62979]: DEBUG nova.compute.provider_tree [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.967446] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.003268] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.075090] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089712} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.075090] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.075090] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f12bcc-6c8e-48ae-b534-2a8f92a9a4cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.102147] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f58e1fb2-b5be-4477-a63d-4430214438d1/f58e1fb2-b5be-4477-a63d-4430214438d1.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.106031] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73eda32c-75cd-4794-a0b7-f1aab22a4743 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.128110] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 956.128110] env[62979]: value = "task-2381831" [ 956.128110] env[62979]: _type = "Task" [ 956.128110] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.137116] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.465075] env[62979]: DEBUG nova.scheduler.client.report [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.469075] env[62979]: DEBUG oslo_vmware.api [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381829, 'name': PowerOnVM_Task, 'duration_secs': 0.583373} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.469769] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.470164] env[62979]: DEBUG nova.compute.manager [None req-c982340f-ed51-42dc-8804-6d1bc6b82a57 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.471109] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202b206-3cdf-4d35-b639-ea5a1b507cf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.504159] env[62979]: DEBUG nova.compute.manager [req-7781e0d7-9184-40f1-9d9c-e98bc679594a req-ad1cc1e1-19f4-498d-978c-48a7d9b8bb06 service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Received event network-vif-deleted-e76cfdfd-81fb-475d-9d4b-67c7acdc4449 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.504159] env[62979]: INFO nova.compute.manager [req-7781e0d7-9184-40f1-9d9c-e98bc679594a req-ad1cc1e1-19f4-498d-978c-48a7d9b8bb06 service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Neutron deleted interface e76cfdfd-81fb-475d-9d4b-67c7acdc4449; detaching it from the instance and deleting it from the info cache [ 956.504159] env[62979]: DEBUG nova.network.neutron [req-7781e0d7-9184-40f1-9d9c-e98bc679594a req-ad1cc1e1-19f4-498d-978c-48a7d9b8bb06 service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.528973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.638788] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.974237] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.974237] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.975615] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.428s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.978152] env[62979]: INFO nova.compute.claims [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.984788] env[62979]: DEBUG nova.network.neutron [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.007521] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6ad1758-ebc1-4923-96a7-d4b0a2c5439d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.019120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17978f50-40c5-406c-be17-49942afb45d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.056071] env[62979]: DEBUG nova.compute.manager [req-7781e0d7-9184-40f1-9d9c-e98bc679594a req-ad1cc1e1-19f4-498d-978c-48a7d9b8bb06 service nova] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Detach interface failed, port_id=e76cfdfd-81fb-475d-9d4b-67c7acdc4449, reason: Instance 2fa8ac7a-73cd-4ef7-9488-588a69902e73 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 957.143689] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381831, 'name': ReconfigVM_Task, 'duration_secs': 0.796827} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.144147] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f58e1fb2-b5be-4477-a63d-4430214438d1/f58e1fb2-b5be-4477-a63d-4430214438d1.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.144999] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cbfc705-c5c1-486d-ae66-da697bcd3bdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.152290] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 957.152290] env[62979]: value = "task-2381832" [ 957.152290] env[62979]: _type = "Task" [ 957.152290] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.162146] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381832, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.485976] env[62979]: DEBUG nova.compute.utils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.488071] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.488286] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.491607] env[62979]: INFO nova.compute.manager [-] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Took 1.99 seconds to deallocate network for instance. [ 957.534800] env[62979]: DEBUG nova.network.neutron [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.600337] env[62979]: DEBUG nova.policy [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a10b3708014c42a3c882ac5c2331f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c294ac14f6f7484d8e26002707fbcf0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.665974] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381832, 'name': Rename_Task, 'duration_secs': 0.141109} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.666293] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.666549] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3fab685-378d-4716-ab05-e71d19172688 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.673252] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 957.673252] env[62979]: value = "task-2381833" [ 957.673252] env[62979]: _type = "Task" [ 957.673252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.682090] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.000644] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.005478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.038662] env[62979]: INFO nova.compute.manager [-] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Took 2.46 seconds to deallocate network for instance. [ 958.187984] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.415651] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Successfully created port: ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.549225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.578661] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994c0db-ffe0-4e25-b0a9-e4a560ba272f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.587067] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe62678-852f-469d-9186-26f60501c7fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.622600] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8b48f-587d-488a-8dd5-ec19e7bb2668 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.625360] env[62979]: DEBUG nova.compute.manager [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Received event network-vif-deleted-eb98791d-0a75-4cf4-aa6f-8894d73d1adc {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.625565] env[62979]: DEBUG nova.compute.manager [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.626425] env[62979]: DEBUG nova.compute.manager [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing instance network info cache due to event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.626703] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.626859] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.627036] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.634430] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e454a-3a9a-4733-9f57-3ebbc33d7e09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.649600] env[62979]: DEBUG nova.compute.provider_tree [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.685043] env[62979]: DEBUG oslo_vmware.api [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381833, 'name': PowerOnVM_Task, 'duration_secs': 0.690435} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.685355] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.685565] env[62979]: INFO nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Took 8.86 seconds to spawn the instance on the hypervisor. [ 958.685753] env[62979]: DEBUG nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.686596] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0dcfc-b57b-43a3-addc-1d75a5729ca3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.011138] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.032496] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.032975] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.032975] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.033102] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.033247] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.033398] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.033837] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.034063] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.034253] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.034422] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.034644] env[62979]: DEBUG nova.virt.hardware [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.035540] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad5e51e-1066-4f9b-a04a-313303851357 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.042861] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a2abd3-821b-40ae-9ede-90b7a6869802 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.152236] env[62979]: DEBUG nova.scheduler.client.report [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.208396] env[62979]: INFO nova.compute.manager [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Took 41.11 seconds to build instance. [ 959.424277] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updated VIF entry in instance network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.424873] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.604705] env[62979]: DEBUG nova.compute.manager [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Received event network-changed-4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.604952] env[62979]: DEBUG nova.compute.manager [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Refreshing instance network info cache due to event network-changed-4f831298-4ab2-4360-9cf1-df90d223e435. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.605193] env[62979]: DEBUG oslo_concurrency.lockutils [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] Acquiring lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.605355] env[62979]: DEBUG oslo_concurrency.lockutils [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] Acquired lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.605525] env[62979]: DEBUG nova.network.neutron [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Refreshing network info cache for port 4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.656752] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.657617] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.660030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.500s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.661510] env[62979]: INFO nova.compute.claims [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.711671] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ff163dc-332f-4d2d-842b-b6d37cf347b4 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.628s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.928055] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.928055] env[62979]: DEBUG nova.compute.manager [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.928216] env[62979]: DEBUG nova.compute.manager [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing instance network info cache due to event network-changed-095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.928377] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Acquiring lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.928528] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Acquired lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.928690] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Refreshing network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.075705] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Successfully updated port: ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.166398] env[62979]: DEBUG nova.compute.utils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.170564] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.170674] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.259122] env[62979]: DEBUG nova.policy [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.444870] env[62979]: DEBUG nova.network.neutron [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updated VIF entry in instance network info cache for port 4f831298-4ab2-4360-9cf1-df90d223e435. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.445414] env[62979]: DEBUG nova.network.neutron [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.578823] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.578981] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.579148] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.633298] env[62979]: DEBUG nova.compute.manager [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Received event network-vif-plugged-ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.633914] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Acquiring lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.634164] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.634343] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.634518] env[62979]: DEBUG nova.compute.manager [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] No waiting events found dispatching network-vif-plugged-ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.634736] env[62979]: WARNING nova.compute.manager [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Received unexpected event network-vif-plugged-ab976c0b-ffd7-49f9-be04-8c880b563d34 for instance with vm_state building and task_state spawning. [ 960.634916] env[62979]: DEBUG nova.compute.manager [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Received event network-changed-ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.635086] env[62979]: DEBUG nova.compute.manager [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Refreshing instance network info cache due to event network-changed-ab976c0b-ffd7-49f9-be04-8c880b563d34. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.635259] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Acquiring lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.638106] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Successfully created port: d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.672782] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.712708] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updated VIF entry in instance network info cache for port 095bc6f9-f379-4518-9ae4-6dd240153164. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.713120] env[62979]: DEBUG nova.network.neutron [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [{"id": "095bc6f9-f379-4518-9ae4-6dd240153164", "address": "fa:16:3e:e2:60:3b", "network": {"id": "44439d1c-6779-44d2-a7b1-559b9e39c7b1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1637808052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b642c17d3e4c0b86580037badf5a11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095bc6f9-f3", "ovs_interfaceid": "095bc6f9-f379-4518-9ae4-6dd240153164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.948530] env[62979]: DEBUG oslo_concurrency.lockutils [req-76793a6e-5c01-4d23-bd0d-b2cfe01fe2b6 req-41a9c97b-d00c-49dd-a261-08c4680d311c service nova] Releasing lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.116195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8cda0f-7a18-4e4d-af4a-80241b5281c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.119810] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.126263] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e44751-dad6-4925-9762-efb50d97654f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.161942] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bbc6b0-90eb-4c89-9499-25d0eb3821e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.168516] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8658e36e-bbb7-4904-a91e-ed9db889e97a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.185854] env[62979]: DEBUG nova.compute.provider_tree [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.216626] env[62979]: DEBUG oslo_concurrency.lockutils [req-1a204da6-7814-4152-9349-fac539dfedb1 req-96080f7e-83a9-44b3-ba43-66214df683c9 service nova] Releasing lock "refresh_cache-0a16136a-78b8-4dbd-8764-dd124542ebdb" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.304124] env[62979]: DEBUG nova.network.neutron [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Updating instance_info_cache with network_info: [{"id": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "address": "fa:16:3e:6a:47:5f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab976c0b-ff", "ovs_interfaceid": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.692146] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.695305] env[62979]: DEBUG nova.scheduler.client.report [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.722107] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.722107] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.722107] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.722107] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.722419] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.722419] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.722504] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.722704] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.722837] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.723022] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.723198] env[62979]: DEBUG nova.virt.hardware [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.724582] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9525a-811f-4af8-b97b-de1fb01517ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.734580] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e5188-4b5a-44e7-b9da-2b2d6fcedbaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.807288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.807642] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Instance network_info: |[{"id": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "address": "fa:16:3e:6a:47:5f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab976c0b-ff", "ovs_interfaceid": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.807953] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Acquired lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808160] env[62979]: DEBUG nova.network.neutron [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Refreshing network info cache for port ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.809783] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:47:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab976c0b-ffd7-49f9-be04-8c880b563d34', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.817594] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating folder: Project (c294ac14f6f7484d8e26002707fbcf0b). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.818711] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f17454f-5e5d-4d51-97cb-15145616cedd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.830569] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Created folder: Project (c294ac14f6f7484d8e26002707fbcf0b) in parent group-v483149. [ 961.830750] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating folder: Instances. Parent ref: group-v483381. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.830988] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b2a2d9-cdda-4f56-941d-25160aa5ec97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.842215] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Created folder: Instances in parent group-v483381. [ 961.842482] env[62979]: DEBUG oslo.service.loopingcall [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.842720] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.842941] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852e81a0-83a3-444b-b743-51bb9de2e3d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.878467] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.878467] env[62979]: value = "task-2381839" [ 961.878467] env[62979]: _type = "Task" [ 961.878467] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.887765] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381839, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.201288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.201909] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.205081] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.247s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.206981] env[62979]: INFO nova.compute.claims [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.231392] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Successfully updated port: d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.509837] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381839, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.715565] env[62979]: DEBUG nova.compute.utils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 962.719918] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.719918] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.734826] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.735011] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.735183] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.802636] env[62979]: DEBUG nova.compute.manager [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Received event network-vif-plugged-d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.802921] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Acquiring lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.803086] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.803259] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.803428] env[62979]: DEBUG nova.compute.manager [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] No waiting events found dispatching network-vif-plugged-d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.803591] env[62979]: WARNING nova.compute.manager [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Received unexpected event network-vif-plugged-d07ec1ab-7924-440f-8e78-675f7444a874 for instance with vm_state building and task_state spawning. [ 962.803776] env[62979]: DEBUG nova.compute.manager [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Received event network-changed-d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.803932] env[62979]: DEBUG nova.compute.manager [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Refreshing instance network info cache due to event network-changed-d07ec1ab-7924-440f-8e78-675f7444a874. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.804113] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Acquiring lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.810643] env[62979]: DEBUG nova.policy [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7a10b3708014c42a3c882ac5c2331f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c294ac14f6f7484d8e26002707fbcf0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.891125] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381839, 'name': CreateVM_Task, 'duration_secs': 0.700036} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.891245] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.892256] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.892505] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.892972] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.893211] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842a0862-62b2-402b-babc-e4b6011fecea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.897966] env[62979]: DEBUG nova.network.neutron [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Updated VIF entry in instance network info cache for port ab976c0b-ffd7-49f9-be04-8c880b563d34. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.898523] env[62979]: DEBUG nova.network.neutron [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Updating instance_info_cache with network_info: [{"id": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "address": "fa:16:3e:6a:47:5f", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab976c0b-ff", "ovs_interfaceid": "ab976c0b-ffd7-49f9-be04-8c880b563d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.907838] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 962.907838] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a81ae6-5289-23b0-d043-f3942f134e75" [ 962.907838] env[62979]: _type = "Task" [ 962.907838] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.922433] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a81ae6-5289-23b0-d043-f3942f134e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.210206] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Successfully created port: 9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.222301] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.280846] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.403495] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c35cd30-d79e-4ea8-8f87-1a6637c96ca8 req-4cc363e5-08b7-4aa9-b819-69e2dc9611c6 service nova] Releasing lock "refresh_cache-ec4d7128-9863-408e-b5a3-4b0aaf6ed622" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.419404] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a81ae6-5289-23b0-d043-f3942f134e75, 'name': SearchDatastore_Task, 'duration_secs': 0.056009} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.419404] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.419571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.419820] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.420116] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.420309] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.423487] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59406507-3590-4d7d-97dc-44977620b61c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.439628] env[62979]: DEBUG nova.network.neutron [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Updating instance_info_cache with network_info: [{"id": "d07ec1ab-7924-440f-8e78-675f7444a874", "address": "fa:16:3e:06:e3:17", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07ec1ab-79", "ovs_interfaceid": "d07ec1ab-7924-440f-8e78-675f7444a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.445093] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.445093] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.445093] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a06b55d-201e-45fd-be3d-31cd727b3739 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.449953] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 963.449953] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226a97e-bab6-8540-d350-e1257ce7861f" [ 963.449953] env[62979]: _type = "Task" [ 963.449953] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.459726] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226a97e-bab6-8540-d350-e1257ce7861f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.638065] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eeb66e-d10c-41b0-9091-29b8fed2af7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.646360] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb60dc1b-72f3-454b-bee5-a49e46cf1522 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.684221] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4543ab-1483-449f-9941-4e65c1a12787 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.693278] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315717e-fd43-4e92-8740-855d8755b96a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.708632] env[62979]: DEBUG nova.compute.provider_tree [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.944748] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.945165] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Instance network_info: |[{"id": "d07ec1ab-7924-440f-8e78-675f7444a874", "address": "fa:16:3e:06:e3:17", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07ec1ab-79", "ovs_interfaceid": "d07ec1ab-7924-440f-8e78-675f7444a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.945588] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Acquired lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.945665] env[62979]: DEBUG nova.network.neutron [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Refreshing network info cache for port d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.946967] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e3:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd07ec1ab-7924-440f-8e78-675f7444a874', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.956138] env[62979]: DEBUG oslo.service.loopingcall [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.956822] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.961194] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab5fe14-9100-4ecc-a60f-01d97220c979 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.983171] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5226a97e-bab6-8540-d350-e1257ce7861f, 'name': SearchDatastore_Task, 'duration_secs': 0.055563} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.985118] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.985118] env[62979]: value = "task-2381842" [ 963.985118] env[62979]: _type = "Task" [ 963.985118] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.985433] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e240ba-5365-4b7b-af1f-3a25a328831b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.000574] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381842, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.001808] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 964.001808] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520811eb-82b3-e421-5234-841c114dc882" [ 964.001808] env[62979]: _type = "Task" [ 964.001808] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.012640] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520811eb-82b3-e421-5234-841c114dc882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.212230] env[62979]: DEBUG nova.scheduler.client.report [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.235851] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.263976] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.264259] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.264421] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.264606] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.264847] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.265107] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.265354] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.265521] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.265686] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.265853] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.266043] env[62979]: DEBUG nova.virt.hardware [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.267607] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c71e7c-c07c-4fcc-bcc6-6da7a9fb1716 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.276116] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2322a-a95a-4c71-a4dc-820a6bed6a19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.498893] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381842, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.513295] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520811eb-82b3-e421-5234-841c114dc882, 'name': SearchDatastore_Task, 'duration_secs': 0.01775} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.513751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.513927] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ec4d7128-9863-408e-b5a3-4b0aaf6ed622/ec4d7128-9863-408e-b5a3-4b0aaf6ed622.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.514393] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c4d8d90-6051-43b9-9ca0-45ad9f749888 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.524022] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 964.524022] env[62979]: value = "task-2381843" [ 964.524022] env[62979]: _type = "Task" [ 964.524022] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.532477] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.665869] env[62979]: DEBUG nova.compute.manager [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Received event network-vif-plugged-9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.666253] env[62979]: DEBUG oslo_concurrency.lockutils [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] Acquiring lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.666344] env[62979]: DEBUG oslo_concurrency.lockutils [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.666538] env[62979]: DEBUG oslo_concurrency.lockutils [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.666615] env[62979]: DEBUG nova.compute.manager [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] No waiting events found dispatching network-vif-plugged-9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.666981] env[62979]: WARNING nova.compute.manager [req-7be5253f-9eef-41bf-a925-7b445a701a25 req-2a87894f-d648-41a1-aa4d-1005b64b720a service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Received unexpected event network-vif-plugged-9f29b559-3cfd-4583-a27e-745d461aac65 for instance with vm_state building and task_state spawning. [ 964.719457] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.720340] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.724030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.682s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.724030] env[62979]: DEBUG nova.objects.instance [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lazy-loading 'resources' on Instance uuid e20c8bd0-4906-4d99-a638-c61570f208d6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.752237] env[62979]: DEBUG nova.network.neutron [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Updated VIF entry in instance network info cache for port d07ec1ab-7924-440f-8e78-675f7444a874. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.752237] env[62979]: DEBUG nova.network.neutron [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Updating instance_info_cache with network_info: [{"id": "d07ec1ab-7924-440f-8e78-675f7444a874", "address": "fa:16:3e:06:e3:17", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07ec1ab-79", "ovs_interfaceid": "d07ec1ab-7924-440f-8e78-675f7444a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.756077] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Successfully updated port: 9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.002027] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381842, 'name': CreateVM_Task, 'duration_secs': 0.676232} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.002027] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.002027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.002027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.002027] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.002441] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ea5fd3-3477-47e3-a131-fb8cd5be16d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.010963] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 965.010963] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cea2bf-f28a-20c9-1ee8-56a1147dc0f4" [ 965.010963] env[62979]: _type = "Task" [ 965.010963] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.023100] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cea2bf-f28a-20c9-1ee8-56a1147dc0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.037363] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381843, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.227636] env[62979]: DEBUG nova.compute.utils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.232746] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.232953] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.259578] env[62979]: DEBUG oslo_concurrency.lockutils [req-ddd77ba8-0f21-4547-98db-d87ac0613407 req-76495b14-8c7f-4e8b-9373-2c92ea87be94 service nova] Releasing lock "refresh_cache-2ce8a2a6-c380-4823-8773-e75b2ce1162c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.262241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.262241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.262241] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.292671] env[62979]: DEBUG nova.policy [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d6c4149e6e417cbd2a9e9708f717c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a31559c37fc452eb5fe473d77d54d54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.522390] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cea2bf-f28a-20c9-1ee8-56a1147dc0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.062519} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.525242] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.525564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.525828] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.525981] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.526190] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.527339] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4280cf66-b1cd-407a-b0c7-041cb0b2d51b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.539623] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705944} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.543901] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ec4d7128-9863-408e-b5a3-4b0aaf6ed622/ec4d7128-9863-408e-b5a3-4b0aaf6ed622.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.544224] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.544565] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.544797] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.545746] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa21aebd-7645-496f-9dbf-1cac24c40881 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.547705] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573b847f-57f9-45ff-a375-d19d6c7d92b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.553042] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 965.553042] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5235d044-6299-f292-6573-1c6525cb9c24" [ 965.553042] env[62979]: _type = "Task" [ 965.553042] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.560212] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 965.560212] env[62979]: value = "task-2381844" [ 965.560212] env[62979]: _type = "Task" [ 965.560212] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.567884] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5235d044-6299-f292-6573-1c6525cb9c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.573797] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.687151] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf317d4-691b-4b0c-846a-124f409c9033 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.693107] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01802d2-224d-44e5-8246-1b19fcaff9df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.700606] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Successfully created port: 548871ac-0623-4316-a055-188014381182 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.730075] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dcefa8-904c-4595-88c6-f3b3989a5478 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735364] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.743551] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9247f50f-2fae-4622-8132-e93162edce67 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.757549] env[62979]: DEBUG nova.compute.provider_tree [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.797238] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.933897] env[62979]: DEBUG nova.network.neutron [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Updating instance_info_cache with network_info: [{"id": "9f29b559-3cfd-4583-a27e-745d461aac65", "address": "fa:16:3e:1b:dc:f8", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f29b559-3c", "ovs_interfaceid": "9f29b559-3cfd-4583-a27e-745d461aac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.064078] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5235d044-6299-f292-6573-1c6525cb9c24, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.070605] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd94042c-9019-4557-90c6-2484146a5580 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.081215] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078945} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.081514] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 966.081514] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2c659-cf68-b38d-812e-a0a220cdd768" [ 966.081514] env[62979]: _type = "Task" [ 966.081514] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.081902] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.082602] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08245d4d-7df0-488e-8802-deabf8c4e94e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.103126] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2c659-cf68-b38d-812e-a0a220cdd768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.111674] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ec4d7128-9863-408e-b5a3-4b0aaf6ed622/ec4d7128-9863-408e-b5a3-4b0aaf6ed622.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.111998] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f963d033-5074-46dc-bbbb-6eca1b843b99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.132240] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 966.132240] env[62979]: value = "task-2381846" [ 966.132240] env[62979]: _type = "Task" [ 966.132240] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.141858] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.260795] env[62979]: DEBUG nova.scheduler.client.report [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.435943] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.436309] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Instance network_info: |[{"id": "9f29b559-3cfd-4583-a27e-745d461aac65", "address": "fa:16:3e:1b:dc:f8", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f29b559-3c", "ovs_interfaceid": "9f29b559-3cfd-4583-a27e-745d461aac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.436754] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:dc:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f29b559-3cfd-4583-a27e-745d461aac65', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.445522] env[62979]: DEBUG oslo.service.loopingcall [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.445522] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.445522] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-752ad52d-5891-416d-8b19-34c56cf1a343 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.467199] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.467199] env[62979]: value = "task-2381847" [ 966.467199] env[62979]: _type = "Task" [ 966.467199] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.475930] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381847, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.592778] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a2c659-cf68-b38d-812e-a0a220cdd768, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.593119] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.593542] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2ce8a2a6-c380-4823-8773-e75b2ce1162c/2ce8a2a6-c380-4823-8773-e75b2ce1162c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.593815] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25d7838-b7ad-4c8f-b2f9-6c1669c3d53f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.600573] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 966.600573] env[62979]: value = "task-2381848" [ 966.600573] env[62979]: _type = "Task" [ 966.600573] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.608875] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.642404] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.692908] env[62979]: DEBUG nova.compute.manager [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Received event network-changed-9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.693150] env[62979]: DEBUG nova.compute.manager [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Refreshing instance network info cache due to event network-changed-9f29b559-3cfd-4583-a27e-745d461aac65. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.693418] env[62979]: DEBUG oslo_concurrency.lockutils [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] Acquiring lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.693534] env[62979]: DEBUG oslo_concurrency.lockutils [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] Acquired lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.694690] env[62979]: DEBUG nova.network.neutron [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Refreshing network info cache for port 9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.746149] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.766241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.769323] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.413s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.769505] env[62979]: DEBUG nova.objects.instance [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'resources' on Instance uuid 539eacea-9db0-4ad3-b2d5-d72cae5dec95 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.781300] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.782277] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.782277] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.782277] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.782277] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.782534] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.782711] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.782925] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.783121] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.783289] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.783464] env[62979]: DEBUG nova.virt.hardware [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.784521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ada0d-b671-4a98-9fea-d98870bbc357 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.794348] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6572ed59-46e2-481c-abb0-a982f7a28ff7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.799137] env[62979]: INFO nova.scheduler.client.report [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Deleted allocations for instance e20c8bd0-4906-4d99-a638-c61570f208d6 [ 966.978918] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381847, 'name': CreateVM_Task, 'duration_secs': 0.500099} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.979109] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.979862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.979862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.979862] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.980612] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54ac22a-9a6e-4e09-b1c3-992017153214 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.986937] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 966.986937] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bf8377-8c7f-f061-15e7-fbbcf128b3e6" [ 966.986937] env[62979]: _type = "Task" [ 966.986937] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.996839] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bf8377-8c7f-f061-15e7-fbbcf128b3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.111820] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.145779] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381846, 'name': ReconfigVM_Task, 'duration_secs': 0.528624} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.146464] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ec4d7128-9863-408e-b5a3-4b0aaf6ed622/ec4d7128-9863-408e-b5a3-4b0aaf6ed622.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.147782] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acac52b6-49ab-4128-8a2f-8335f34de127 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.155711] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 967.155711] env[62979]: value = "task-2381849" [ 967.155711] env[62979]: _type = "Task" [ 967.155711] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.165095] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381849, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.322372] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5ce9f1fd-1a99-4c6a-ba3f-f14cd2944885 tempest-ServersTestBootFromVolume-1823156783 tempest-ServersTestBootFromVolume-1823156783-project-member] Lock "e20c8bd0-4906-4d99-a638-c61570f208d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.940s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.422818] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Successfully updated port: 548871ac-0623-4316-a055-188014381182 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.499049] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bf8377-8c7f-f061-15e7-fbbcf128b3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.052897} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.503213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.503598] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.503975] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.504254] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.504554] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.506012] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7c68e65-e217-47e8-9a57-7864f3c6388b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.509030] env[62979]: DEBUG nova.network.neutron [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Updated VIF entry in instance network info cache for port 9f29b559-3cfd-4583-a27e-745d461aac65. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.509399] env[62979]: DEBUG nova.network.neutron [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Updating instance_info_cache with network_info: [{"id": "9f29b559-3cfd-4583-a27e-745d461aac65", "address": "fa:16:3e:1b:dc:f8", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f29b559-3c", "ovs_interfaceid": "9f29b559-3cfd-4583-a27e-745d461aac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.519356] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.519709] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.520388] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f1976b-5d79-4335-8662-c380c38ec0bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.527067] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 967.527067] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272d967-60e5-92a9-329e-8612388c9457" [ 967.527067] env[62979]: _type = "Task" [ 967.527067] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.540435] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272d967-60e5-92a9-329e-8612388c9457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.616615] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55993} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.617094] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 2ce8a2a6-c380-4823-8773-e75b2ce1162c/2ce8a2a6-c380-4823-8773-e75b2ce1162c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.617578] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.618286] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fbb53d8-c9fd-4e2c-ad06-5694c209cad2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.630017] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 967.630017] env[62979]: value = "task-2381850" [ 967.630017] env[62979]: _type = "Task" [ 967.630017] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.638880] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.648275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.648275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.648275] env[62979]: INFO nova.compute.manager [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Shelving [ 967.670107] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381849, 'name': Rename_Task, 'duration_secs': 0.158875} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.670107] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.670107] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14785e81-d86b-4cfe-8603-64a2216cd235 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.683021] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 967.683021] env[62979]: value = "task-2381851" [ 967.683021] env[62979]: _type = "Task" [ 967.683021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.694384] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.748662] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a67a5-2b55-4fd6-8692-341bad816a56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.756681] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2dde7-bfe5-464a-b9fb-cb9c38b21e88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.787556] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74cd6a2-0e56-4b81-88c3-02056225fdac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.795926] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67dcd2-3c85-4a26-aa2c-d5b1ea26c844 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.810441] env[62979]: DEBUG nova.compute.provider_tree [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.928705] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.928866] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquired lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.929038] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.015711] env[62979]: DEBUG oslo_concurrency.lockutils [req-96983a6d-76e7-4e8f-a93e-a261824dae2b req-c6c0f730-6df3-42a6-a1dc-028ecf66546f service nova] Releasing lock "refresh_cache-ec8c1b78-9ef8-478e-b543-1801f5817e0a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.040027] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272d967-60e5-92a9-329e-8612388c9457, 'name': SearchDatastore_Task, 'duration_secs': 0.02606} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.040027] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0e53ae-557d-4b10-a8d8-2035fe877450 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.045317] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 968.045317] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a883-13b3-98bf-ef8e-9df42eb0fc91" [ 968.045317] env[62979]: _type = "Task" [ 968.045317] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.053739] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a883-13b3-98bf-ef8e-9df42eb0fc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.143511] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065424} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.143720] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.144573] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39494d5d-e794-4f8c-8bcb-09e6ffb5aa2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.174751] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 2ce8a2a6-c380-4823-8773-e75b2ce1162c/2ce8a2a6-c380-4823-8773-e75b2ce1162c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.176711] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171b7031-6501-476f-a567-9fdbf93a2495 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.200543] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.202049] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 968.202049] env[62979]: value = "task-2381853" [ 968.202049] env[62979]: _type = "Task" [ 968.202049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.210670] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.314702] env[62979]: DEBUG nova.scheduler.client.report [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.496155] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.559740] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b2a883-13b3-98bf-ef8e-9df42eb0fc91, 'name': SearchDatastore_Task, 'duration_secs': 0.042629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.560312] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.560727] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ec8c1b78-9ef8-478e-b543-1801f5817e0a/ec8c1b78-9ef8-478e-b543-1801f5817e0a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.561152] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5f534fb-f555-4728-9559-e3906529c990 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.572023] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 968.572023] env[62979]: value = "task-2381854" [ 968.572023] env[62979]: _type = "Task" [ 968.572023] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.583016] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.677331] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.677709] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e4c565-b3ba-4409-aff8-972c955d2eb9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.686898] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 968.686898] env[62979]: value = "task-2381855" [ 968.686898] env[62979]: _type = "Task" [ 968.686898] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.698357] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.704636] env[62979]: DEBUG oslo_vmware.api [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381851, 'name': PowerOnVM_Task, 'duration_secs': 0.983086} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.708191] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.708560] env[62979]: INFO nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 9.70 seconds to spawn the instance on the hypervisor. [ 968.708765] env[62979]: DEBUG nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.709593] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e320f4b2-0994-4d67-9bda-10562415d2d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.730736] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.752228] env[62979]: DEBUG nova.network.neutron [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Updating instance_info_cache with network_info: [{"id": "548871ac-0623-4316-a055-188014381182", "address": "fa:16:3e:09:91:19", "network": {"id": "f25d483f-deac-4449-a6c5-76dad7e3dd04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-21524088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a31559c37fc452eb5fe473d77d54d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548871ac-06", "ovs_interfaceid": "548871ac-0623-4316-a055-188014381182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.821328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.825402] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.063s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.827572] env[62979]: INFO nova.compute.claims [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.857067] env[62979]: INFO nova.scheduler.client.report [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance 539eacea-9db0-4ad3-b2d5-d72cae5dec95 [ 968.890230] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.890492] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.083255] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.166940] env[62979]: DEBUG nova.compute.manager [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Received event network-vif-plugged-548871ac-0623-4316-a055-188014381182 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.167132] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Acquiring lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.167443] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.167716] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.167841] env[62979]: DEBUG nova.compute.manager [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] No waiting events found dispatching network-vif-plugged-548871ac-0623-4316-a055-188014381182 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.168782] env[62979]: WARNING nova.compute.manager [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Received unexpected event network-vif-plugged-548871ac-0623-4316-a055-188014381182 for instance with vm_state building and task_state spawning. [ 969.168782] env[62979]: DEBUG nova.compute.manager [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Received event network-changed-548871ac-0623-4316-a055-188014381182 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.168782] env[62979]: DEBUG nova.compute.manager [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Refreshing instance network info cache due to event network-changed-548871ac-0623-4316-a055-188014381182. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.168782] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Acquiring lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.199367] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381855, 'name': PowerOffVM_Task, 'duration_secs': 0.230145} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.199880] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.200828] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c87244-2ba0-45f0-8073-269002a3cfce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.239010] env[62979]: INFO nova.compute.manager [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 41.27 seconds to build instance. [ 969.241230] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eb73d2-828b-4393-8e77-781836ffbd23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.243703] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381853, 'name': ReconfigVM_Task, 'duration_secs': 0.570486} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.245332] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 2ce8a2a6-c380-4823-8773-e75b2ce1162c/2ce8a2a6-c380-4823-8773-e75b2ce1162c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.246400] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acd05dc3-19dd-4782-85bd-e270a1333bdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.255523] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 969.255523] env[62979]: value = "task-2381856" [ 969.255523] env[62979]: _type = "Task" [ 969.255523] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.259738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Releasing lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.260083] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Instance network_info: |[{"id": "548871ac-0623-4316-a055-188014381182", "address": "fa:16:3e:09:91:19", "network": {"id": "f25d483f-deac-4449-a6c5-76dad7e3dd04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-21524088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a31559c37fc452eb5fe473d77d54d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548871ac-06", "ovs_interfaceid": "548871ac-0623-4316-a055-188014381182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.260617] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Acquired lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.260617] env[62979]: DEBUG nova.network.neutron [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Refreshing network info cache for port 548871ac-0623-4316-a055-188014381182 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.261826] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:91:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548871ac-0623-4316-a055-188014381182', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.270272] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Creating folder: Project (2a31559c37fc452eb5fe473d77d54d54). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.272245] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9016db5-367e-4581-9339-86802a790f75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.278070] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381856, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.289979] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Created folder: Project (2a31559c37fc452eb5fe473d77d54d54) in parent group-v483149. [ 969.290254] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Creating folder: Instances. Parent ref: group-v483387. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.290560] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b135d87-0a61-4356-9e78-b96b452e06b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.302074] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Created folder: Instances in parent group-v483387. [ 969.302383] env[62979]: DEBUG oslo.service.loopingcall [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.302618] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.303250] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ba85f6-90a3-49ff-9a80-4adc36183867 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.330302] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.330302] env[62979]: value = "task-2381859" [ 969.330302] env[62979]: _type = "Task" [ 969.330302] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.342811] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381859, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.368105] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3ef19bd2-6106-4fb7-8631-81d8376f73e1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "539eacea-9db0-4ad3-b2d5-d72cae5dec95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.364s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.394947] env[62979]: DEBUG nova.compute.utils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.588086] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632008} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.588086] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ec8c1b78-9ef8-478e-b543-1801f5817e0a/ec8c1b78-9ef8-478e-b543-1801f5817e0a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.588086] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.588086] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60a19ac1-c7f8-45bc-a9b4-a379748908b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.598018] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 969.598018] env[62979]: value = "task-2381860" [ 969.598018] env[62979]: _type = "Task" [ 969.598018] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.610496] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.741603] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9fe08354-8ec0-4539-b4e4-f60895e98cb1 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.791s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.757510] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.757670] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11c184e7-39a8-441d-90d9-34f51c20afaa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.775854] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381856, 'name': Rename_Task, 'duration_secs': 0.27165} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.777510] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.777867] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 969.777867] env[62979]: value = "task-2381861" [ 969.777867] env[62979]: _type = "Task" [ 969.777867] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.778446] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676eac97-a2e5-4d3a-895d-0a8d4e2cd958 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.790846] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.791782] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 969.791782] env[62979]: value = "task-2381862" [ 969.791782] env[62979]: _type = "Task" [ 969.791782] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.801834] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.844525] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381859, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.898314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.036954] env[62979]: DEBUG nova.network.neutron [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Updated VIF entry in instance network info cache for port 548871ac-0623-4316-a055-188014381182. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.037443] env[62979]: DEBUG nova.network.neutron [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Updating instance_info_cache with network_info: [{"id": "548871ac-0623-4316-a055-188014381182", "address": "fa:16:3e:09:91:19", "network": {"id": "f25d483f-deac-4449-a6c5-76dad7e3dd04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-21524088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a31559c37fc452eb5fe473d77d54d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548871ac-06", "ovs_interfaceid": "548871ac-0623-4316-a055-188014381182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.112203] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.112487] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.113335] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea87a1-46dd-4db9-a6c5-93645b1b73ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.139396] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ec8c1b78-9ef8-478e-b543-1801f5817e0a/ec8c1b78-9ef8-478e-b543-1801f5817e0a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.143530] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e897ff6d-b21c-4d2a-9333-250145a092fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.164591] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 970.164591] env[62979]: value = "task-2381864" [ 970.164591] env[62979]: _type = "Task" [ 970.164591] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.176599] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.290991] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381861, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.294258] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66986a65-ed8d-40e4-9606-8416a855441b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.308894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e8871-fc60-4f4a-af23-a08f0994a2e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.312288] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.350348] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77c7ea-04c4-4433-81bf-a39fdeb729ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.359022] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381859, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.362359] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f0d264-f83c-4ea1-890c-6674b8c4477e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.379046] env[62979]: DEBUG nova.compute.provider_tree [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.542970] env[62979]: DEBUG oslo_concurrency.lockutils [req-73bf9c19-785d-49d5-9959-e0f68f272c26 req-2d7ac6e7-15e9-406a-90d8-1b723b80e3d6 service nova] Releasing lock "refresh_cache-17392b5d-9e03-4079-b3fa-25245e2b249e" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.675690] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381864, 'name': ReconfigVM_Task, 'duration_secs': 0.463534} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.675991] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ec8c1b78-9ef8-478e-b543-1801f5817e0a/ec8c1b78-9ef8-478e-b543-1801f5817e0a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.676681] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5fe6bd4-7ce9-4c5b-b644-b0d7456e6217 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.685342] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 970.685342] env[62979]: value = "task-2381865" [ 970.685342] env[62979]: _type = "Task" [ 970.685342] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.695521] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381865, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.793019] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381861, 'name': CreateSnapshot_Task, 'duration_secs': 0.889434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.793312] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 970.794116] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae3ae5-a612-411c-bb0c-f5dfb67e0334 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.805692] env[62979]: DEBUG oslo_vmware.api [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381862, 'name': PowerOnVM_Task, 'duration_secs': 0.867701} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.809239] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.809369] env[62979]: INFO nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Took 9.12 seconds to spawn the instance on the hypervisor. [ 970.809631] env[62979]: DEBUG nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.813199] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bec04e-9547-43d3-a26c-3725d8fd6777 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.857160] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381859, 'name': CreateVM_Task, 'duration_secs': 1.407481} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.857160] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.857160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.858036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.858036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.858036] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7712d63f-6835-453e-8fcf-846fd2882737 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.865142] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 970.865142] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529d66a8-3c26-580d-8f1f-c8d8aa82ac97" [ 970.865142] env[62979]: _type = "Task" [ 970.865142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.874139] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.874428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.880831] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529d66a8-3c26-580d-8f1f-c8d8aa82ac97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.882869] env[62979]: DEBUG nova.scheduler.client.report [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.979080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.979080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.979080] env[62979]: INFO nova.compute.manager [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Attaching volume 3177db96-08df-47cb-a5ef-609061e3eb7b to /dev/sdb [ 971.011607] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da925a-ec58-4a6f-99fa-6a84aab31bf8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019595] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6df19f-523a-4c7f-a1a6-bd65d066dad3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.036687] env[62979]: DEBUG nova.virt.block_device [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating existing volume attachment record: 81f44d21-7f35-40fe-8b22-a045dd3af301 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.196968] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381865, 'name': Rename_Task, 'duration_secs': 0.265323} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.197436] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.197525] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de063331-38f7-4264-8349-c360fb8f9d48 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.204088] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 971.204088] env[62979]: value = "task-2381867" [ 971.204088] env[62979]: _type = "Task" [ 971.204088] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.212703] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.325066] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.331935] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a39fcbe4-5b60-4fdb-869e-db188fee83e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.334706] env[62979]: INFO nova.compute.manager [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Took 42.80 seconds to build instance. [ 971.342198] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 971.342198] env[62979]: value = "task-2381868" [ 971.342198] env[62979]: _type = "Task" [ 971.342198] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.353682] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381868, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.377243] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.380466] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529d66a8-3c26-580d-8f1f-c8d8aa82ac97, 'name': SearchDatastore_Task, 'duration_secs': 0.022503} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.381737] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.382144] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.382525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.382761] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.383174] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.383580] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062b4a65-329e-4202-b448-abfa80d582f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.388396] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.389095] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.392269] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.959s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.392475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.394965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.411s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.395326] env[62979]: DEBUG nova.objects.instance [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lazy-loading 'resources' on Instance uuid 91ffb5f9-0178-4c46-85af-820755408214 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.398486] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.399533] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.399630] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3abb88-1bcd-46ac-ad78-900dfcdc5c6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.406544] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 971.406544] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa188b-324e-e37c-45a8-0614746bddd6" [ 971.406544] env[62979]: _type = "Task" [ 971.406544] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.417509] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa188b-324e-e37c-45a8-0614746bddd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.420863] env[62979]: INFO nova.scheduler.client.report [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocations for instance d34451dc-b237-4aa5-a878-ada373fda0d2 [ 971.715847] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.837700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cea6e8cf-4137-4937-982b-836cc044f304 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.317s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.854140] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381868, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.898875] env[62979]: DEBUG nova.compute.utils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 971.900429] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.900613] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.906835] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.918624] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aa188b-324e-e37c-45a8-0614746bddd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.919363] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29acf2ac-696b-4883-9e07-3136b83dcd52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.930341] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b3896948-083e-4776-ad9b-06d175152c81 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "d34451dc-b237-4aa5-a878-ada373fda0d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.206s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.933564] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 971.933564] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c56238-3089-9244-bef5-770760016d7a" [ 971.933564] env[62979]: _type = "Task" [ 971.933564] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.989050] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c56238-3089-9244-bef5-770760016d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.989050] env[62979]: DEBUG nova.policy [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe40d1d0df6c4f5387a4adf16f295d89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c6a073d404b4a97fbc9af9dbd46b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.222347] env[62979]: DEBUG oslo_vmware.api [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381867, 'name': PowerOnVM_Task, 'duration_secs': 0.597957} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.222639] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.225066] env[62979]: INFO nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Took 7.99 seconds to spawn the instance on the hypervisor. [ 972.225066] env[62979]: DEBUG nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.225066] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2bcd06-d51c-4c37-a206-71b822854450 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.360823] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381868, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.404935] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f21e7-0039-4a0b-ab14-64470ed6252e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.408502] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Successfully created port: 40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.410713] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.419191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b59c1f-c98c-44a5-a90d-fb21dd3a8481 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.457939] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63813340-aa19-40ec-90ec-dcbb5e18eaef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.470380] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12bbae-b562-4b5c-a522-d163581027a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.474485] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c56238-3089-9244-bef5-770760016d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.474984] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.475291] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 17392b5d-9e03-4079-b3fa-25245e2b249e/17392b5d-9e03-4079-b3fa-25245e2b249e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.475887] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7496aa-a0df-456d-baa6-a92d86b9e956 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.486313] env[62979]: DEBUG nova.compute.provider_tree [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.491062] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 972.491062] env[62979]: value = "task-2381872" [ 972.491062] env[62979]: _type = "Task" [ 972.491062] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.498280] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.744378] env[62979]: INFO nova.compute.manager [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Took 43.60 seconds to build instance. [ 972.802273] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "69641f37-1408-4268-88d5-18eb81afec7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.802537] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.856516] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381868, 'name': CloneVM_Task, 'duration_secs': 1.11673} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.856636] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Created linked-clone VM from snapshot [ 972.857443] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a750b68-2fef-41d7-b571-6e48c6da36dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.866496] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Uploading image b18673a4-84d0-4435-b8e4-6c691bb3905f {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.895096] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.895096] env[62979]: value = "vm-483392" [ 972.895096] env[62979]: _type = "VirtualMachine" [ 972.895096] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.895490] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f4ee7f8-21d3-4ef5-9b69-096b9cd67139 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.903697] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease: (returnval){ [ 972.903697] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5240926b-0071-bba1-32df-58b5e1806812" [ 972.903697] env[62979]: _type = "HttpNfcLease" [ 972.903697] env[62979]: } obtained for exporting VM: (result){ [ 972.903697] env[62979]: value = "vm-483392" [ 972.903697] env[62979]: _type = "VirtualMachine" [ 972.903697] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.903985] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the lease: (returnval){ [ 972.903985] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5240926b-0071-bba1-32df-58b5e1806812" [ 972.903985] env[62979]: _type = "HttpNfcLease" [ 972.903985] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.911771] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.911771] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5240926b-0071-bba1-32df-58b5e1806812" [ 972.911771] env[62979]: _type = "HttpNfcLease" [ 972.911771] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.991021] env[62979]: DEBUG nova.scheduler.client.report [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.005779] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381872, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.248715] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ab3b8c44-fc7b-4fcc-9261-6f99c79ed8bb tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.129s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.305024] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.414444] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.414444] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5240926b-0071-bba1-32df-58b5e1806812" [ 973.414444] env[62979]: _type = "HttpNfcLease" [ 973.414444] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.414747] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.414747] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5240926b-0071-bba1-32df-58b5e1806812" [ 973.414747] env[62979]: _type = "HttpNfcLease" [ 973.414747] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 973.415499] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306c81b2-0b44-45e4-ace4-30ee1b57ea66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.423889] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.425791] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.425966] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.490063] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.490357] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.490491] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.490680] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.490825] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.490973] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.491204] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.491364] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.491530] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.491692] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.491879] env[62979]: DEBUG nova.virt.hardware [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.493089] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122ef499-1f9e-4399-a6ae-ef080da448a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.501774] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.509142] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.021s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.510788] env[62979]: INFO nova.compute.claims [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.513813] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712891} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.517047] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 17392b5d-9e03-4079-b3fa-25245e2b249e/17392b5d-9e03-4079-b3fa-25245e2b249e.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.517277] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.519029] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f38956-bc9d-4b51-99a3-dc8181390367 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.523806] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a3da07-4c74-41ba-aaae-4e5e7563fb5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.526213] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4836978-e558-4895-91cf-2883ed9bb84e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.542280] env[62979]: INFO nova.scheduler.client.report [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Deleted allocations for instance 91ffb5f9-0178-4c46-85af-820755408214 [ 973.544058] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 973.544058] env[62979]: value = "task-2381875" [ 973.544058] env[62979]: _type = "Task" [ 973.544058] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.563699] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.832126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.056120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-937972d3-2946-4fd1-9f7c-07d7e37c5719 tempest-ServersAdminTestJSON-1357962077 tempest-ServersAdminTestJSON-1357962077-project-member] Lock "91ffb5f9-0178-4c46-85af-820755408214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.574s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.061160] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07763} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.061478] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.062495] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f348e92-fe13-41f4-b111-caf51ca88ae7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.093513] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 17392b5d-9e03-4079-b3fa-25245e2b249e/17392b5d-9e03-4079-b3fa-25245e2b249e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.095316] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf7973c-40f8-4ef2-b722-efd13f5760e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.118414] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 974.118414] env[62979]: value = "task-2381876" [ 974.118414] env[62979]: _type = "Task" [ 974.118414] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.126601] env[62979]: DEBUG nova.compute.manager [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Received event network-vif-plugged-40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.127951] env[62979]: DEBUG oslo_concurrency.lockutils [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.127951] env[62979]: DEBUG oslo_concurrency.lockutils [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.127951] env[62979]: DEBUG oslo_concurrency.lockutils [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.127951] env[62979]: DEBUG nova.compute.manager [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] No waiting events found dispatching network-vif-plugged-40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.127951] env[62979]: WARNING nova.compute.manager [req-18039fd1-f7ce-4d50-afd7-312a4a5049dc req-727595a0-cdc8-4371-9403-886007c6e467 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Received unexpected event network-vif-plugged-40ce9811-739c-41d1-967e-4a83aac5a6f4 for instance with vm_state building and task_state spawning. [ 974.132580] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.175394] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Successfully updated port: 40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.631966] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381876, 'name': ReconfigVM_Task, 'duration_secs': 0.318198} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.632479] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 17392b5d-9e03-4079-b3fa-25245e2b249e/17392b5d-9e03-4079-b3fa-25245e2b249e.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.633200] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbd0ffa-ed82-4caa-9b1c-575f251290a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.640771] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 974.640771] env[62979]: value = "task-2381878" [ 974.640771] env[62979]: _type = "Task" [ 974.640771] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.656119] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381878, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.678279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.678611] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.678969] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.839345] env[62979]: DEBUG nova.compute.manager [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.839728] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c344fed7-5cff-4e9c-a98e-e7db7698e2c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.010675] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10d36d-ccd8-4b7a-aaa6-4106bc590d83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.018948] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698d0c2-8ac1-4676-ae54-9fd42a183413 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.068633] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e36d30-a67d-44ac-8253-b0722edb3319 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.080174] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af12863-6909-4e23-a2be-e5a41f7f34d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.098672] env[62979]: DEBUG nova.compute.provider_tree [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.153173] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381878, 'name': Rename_Task, 'duration_secs': 0.237472} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.153173] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.153173] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d15615b8-eb47-424b-9fcd-512f91432b66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.162140] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 975.162140] env[62979]: value = "task-2381879" [ 975.162140] env[62979]: _type = "Task" [ 975.162140] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.171749] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.229815] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.355330] env[62979]: INFO nova.compute.manager [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] instance snapshotting [ 975.359106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ff23f-897f-474e-9ddc-b5b06965dfcc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.387817] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2360c8ca-bf1b-41d5-95d3-984f95d7e43d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.482107] env[62979]: DEBUG nova.network.neutron [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.582639] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.582639] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.583321] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f1fd53-9965-4df2-986b-4b58e8f3df5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.606341] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76477043-a1f8-43d5-b4ff-b605736f168b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.639604] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.640798] env[62979]: ERROR nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [req-c5448aa3-0327-46af-9e7d-c77287f9c1d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5448aa3-0327-46af-9e7d-c77287f9c1d9"}]} [ 975.641169] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b57196f-6f44-418d-982b-1a7c4972c98b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.670134] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 975.670134] env[62979]: value = "task-2381880" [ 975.670134] env[62979]: _type = "Task" [ 975.670134] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.679907] env[62979]: DEBUG nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 975.682446] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.689558] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.698033] env[62979]: DEBUG nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 975.698380] env[62979]: DEBUG nova.compute.provider_tree [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.714096] env[62979]: DEBUG nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 975.748993] env[62979]: DEBUG nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.905270] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.905636] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d04eefd-7675-4a7d-a7b6-412fd49414b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.916916] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 975.916916] env[62979]: value = "task-2381881" [ 975.916916] env[62979]: _type = "Task" [ 975.916916] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.927195] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.985507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.985786] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Instance network_info: |[{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.986287] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:48:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ce9811-739c-41d1-967e-4a83aac5a6f4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.994387] env[62979]: DEBUG oslo.service.loopingcall [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.997229] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.997678] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1a6a8e-5886-42e3-a8f4-c183717ff5b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.018996] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.018996] env[62979]: value = "task-2381882" [ 976.018996] env[62979]: _type = "Task" [ 976.018996] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.028395] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381882, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.176735] env[62979]: DEBUG oslo_vmware.api [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381879, 'name': PowerOnVM_Task, 'duration_secs': 0.556975} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.177445] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.177696] env[62979]: INFO nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Took 9.43 seconds to spawn the instance on the hypervisor. [ 976.177828] env[62979]: DEBUG nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.178654] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ec47a-8255-4670-b10c-20e20df7a9bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.184498] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.231879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820377b9-a70e-4ce5-9185-a2aa4d3d0cdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.240930] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1be2dc-7a0a-4d11-b338-7a9b5997c422 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.247110] env[62979]: DEBUG nova.compute.manager [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Received event network-changed-40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.247445] env[62979]: DEBUG nova.compute.manager [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Refreshing instance network info cache due to event network-changed-40ce9811-739c-41d1-967e-4a83aac5a6f4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.247760] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] Acquiring lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.248013] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] Acquired lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.248297] env[62979]: DEBUG nova.network.neutron [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Refreshing network info cache for port 40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.281690] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7013d6-e4b3-4b53-bfc3-50898ae1c6c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.291564] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601dc91-ac02-4a10-864a-3fe94525595a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.308335] env[62979]: DEBUG nova.compute.provider_tree [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.426242] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.530307] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381882, 'name': CreateVM_Task, 'duration_secs': 0.459692} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.530616] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.531280] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.531518] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.531872] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.532265] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d160049-06bd-4691-bf42-c74fc7bd7ba1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.538232] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 976.538232] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c935a-3d13-eb21-183c-4a2f92dff6c8" [ 976.538232] env[62979]: _type = "Task" [ 976.538232] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.550894] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c935a-3d13-eb21-183c-4a2f92dff6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.681641] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381880, 'name': ReconfigVM_Task, 'duration_secs': 0.533429} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.681953] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.687270] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b2cb8a-e5c6-4fde-85d3-b76a853679d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.710482] env[62979]: INFO nova.compute.manager [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Took 39.77 seconds to build instance. [ 976.711783] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 976.711783] env[62979]: value = "task-2381883" [ 976.711783] env[62979]: _type = "Task" [ 976.711783] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.722621] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.739487] env[62979]: DEBUG nova.network.neutron [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updated VIF entry in instance network info cache for port 40ce9811-739c-41d1-967e-4a83aac5a6f4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.740783] env[62979]: DEBUG nova.network.neutron [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.850223] env[62979]: DEBUG nova.scheduler.client.report [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 976.850635] env[62979]: DEBUG nova.compute.provider_tree [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 125 to 126 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 976.850752] env[62979]: DEBUG nova.compute.provider_tree [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.929947] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381881, 'name': CreateSnapshot_Task, 'duration_secs': 0.68723} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.930395] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.931375] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f0b304-37e9-4f46-9d24-dcae077068c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.052190] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528c935a-3d13-eb21-183c-4a2f92dff6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014457} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.052943] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.053353] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.053575] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.053726] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.054012] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.054348] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0c2ce9-3202-45e3-9e9b-876029e69bb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.076236] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.076533] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.077489] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4704a66-0703-44d9-bfb6-0bd1ce05450b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.089056] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 977.089056] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290deb5-0f14-42c4-7ce2-d377fefe9d46" [ 977.089056] env[62979]: _type = "Task" [ 977.089056] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.101714] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290deb5-0f14-42c4-7ce2-d377fefe9d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.213067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bc84f4ea-dd26-4221-acbc-9b6a8e7e89b3 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.277s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.226564] env[62979]: DEBUG oslo_vmware.api [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381883, 'name': ReconfigVM_Task, 'duration_secs': 0.186415} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.226973] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.244242] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d7a2d3c-9149-4459-bac3-47bdc8819d26 req-985776cd-1cb9-4b4e-ac41-4ba62cd7fd72 service nova] Releasing lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.356455] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.847s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.357126] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.360721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.983s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.361013] env[62979]: DEBUG nova.objects.instance [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lazy-loading 'resources' on Instance uuid defc95f5-a047-41d7-b1cf-fea0df2084ed {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.452848] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.453543] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-035fea31-8bc7-40b8-a9a4-950289b19c19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.464116] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 977.464116] env[62979]: value = "task-2381884" [ 977.464116] env[62979]: _type = "Task" [ 977.464116] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.473455] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381884, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.605499] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290deb5-0f14-42c4-7ce2-d377fefe9d46, 'name': SearchDatastore_Task, 'duration_secs': 0.018183} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.606593] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fa2399-2b03-4411-9712-99bed89b8073 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.615111] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 977.615111] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c9cc3-97c6-6f96-95ba-18813d3d7607" [ 977.615111] env[62979]: _type = "Task" [ 977.615111] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.624983] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c9cc3-97c6-6f96-95ba-18813d3d7607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.863115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.863464] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.869248] env[62979]: DEBUG nova.compute.utils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 977.873532] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.873773] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.977111] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381884, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.128166] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524c9cc3-97c6-6f96-95ba-18813d3d7607, 'name': SearchDatastore_Task, 'duration_secs': 0.017105} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.128166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.128166] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.128166] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2636b07-00e4-4470-b7fe-ffbb6484e41c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.139012] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 978.139012] env[62979]: value = "task-2381885" [ 978.139012] env[62979]: _type = "Task" [ 978.139012] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.149061] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.169342] env[62979]: DEBUG nova.policy [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2baa40f9ef0b499084b6d2ebb28842f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79e56a802c4b4a8a96bddc2f05831e6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.288242] env[62979]: DEBUG nova.objects.instance [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'flavor' on Instance uuid 1e098516-e061-4208-98a0-f9a740448386 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.371905] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.379753] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.387168] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cb11cd-9425-4b06-9437-157375efb328 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.400907] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3832586c-5d76-477b-95fa-a1527f0d7520 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.436309] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ba546-a1ec-4c01-9501-6ecc3a169c50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.452057] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15241fa8-efa6-456a-aa04-49522672bf51 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.468266] env[62979]: DEBUG nova.compute.provider_tree [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.480418] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381884, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.655977] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.741171] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Successfully created port: f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.798304] env[62979]: DEBUG oslo_concurrency.lockutils [None req-80a4774f-e7a7-4d13-88e5-f6d697d45c6a tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.820s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.903922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.974102] env[62979]: DEBUG nova.scheduler.client.report [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.987812] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381884, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.071769] env[62979]: INFO nova.compute.manager [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Rebuilding instance [ 979.133554] env[62979]: DEBUG nova.compute.manager [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.134534] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be44f2-fba9-4630-af55-a304486a723a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.158483] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580579} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.158483] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.158483] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.158483] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79829da8-89c1-43ab-9600-b73c7aeae08f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.166202] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 979.166202] env[62979]: value = "task-2381886" [ 979.166202] env[62979]: _type = "Task" [ 979.166202] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.179885] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.392855] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.430070] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.430433] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.430682] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.430970] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.431215] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.431438] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.431763] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.432013] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.432308] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.432601] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.432840] env[62979]: DEBUG nova.virt.hardware [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.434262] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e3ded-7eb3-4a48-b831-3c416364dde5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.446591] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d1db9-791c-44a0-977f-cb547a3ae0ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.481670] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381884, 'name': CloneVM_Task, 'duration_secs': 1.836395} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.482102] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Created linked-clone VM from snapshot [ 979.483487] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c27cf-a286-41c7-909a-01036228d302 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.487657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.492860] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.159s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.493204] env[62979]: DEBUG nova.objects.instance [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 979.505044] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Uploading image ed658d91-f7ab-424c-a6c7-66b0bf20ddc7 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 979.525121] env[62979]: INFO nova.scheduler.client.report [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleted allocations for instance defc95f5-a047-41d7-b1cf-fea0df2084ed [ 979.531224] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 979.531224] env[62979]: value = "vm-483396" [ 979.531224] env[62979]: _type = "VirtualMachine" [ 979.531224] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 979.531657] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c434775-efcb-41f3-8138-df94aaa177ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.533996] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "17392b5d-9e03-4079-b3fa-25245e2b249e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.534328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.534534] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.534748] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.534973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.537384] env[62979]: INFO nova.compute.manager [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Terminating instance [ 979.544667] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease: (returnval){ [ 979.544667] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5264cb5f-2b7b-8c47-7c91-5a2593a74193" [ 979.544667] env[62979]: _type = "HttpNfcLease" [ 979.544667] env[62979]: } obtained for exporting VM: (result){ [ 979.544667] env[62979]: value = "vm-483396" [ 979.544667] env[62979]: _type = "VirtualMachine" [ 979.544667] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.544667] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the lease: (returnval){ [ 979.544667] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5264cb5f-2b7b-8c47-7c91-5a2593a74193" [ 979.544667] env[62979]: _type = "HttpNfcLease" [ 979.544667] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.552542] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.552542] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5264cb5f-2b7b-8c47-7c91-5a2593a74193" [ 979.552542] env[62979]: _type = "HttpNfcLease" [ 979.552542] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.678522] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109394} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.679343] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.679777] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b789367-1e16-46f4-9e6c-151aead7f454 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.706156] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.706485] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0088ac28-61ce-4610-b073-76c36c8b939f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.728063] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 979.728063] env[62979]: value = "task-2381888" [ 979.728063] env[62979]: _type = "Task" [ 979.728063] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.738316] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.039303] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5fd856c9-2a25-4e0c-b03b-0d8b04551b63 tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "defc95f5-a047-41d7-b1cf-fea0df2084ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.216s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.041199] env[62979]: DEBUG nova.compute.manager [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.041419] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.042470] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae657d9f-9e4a-4574-bb50-b3e2700bfd88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.054735] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.054735] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5264cb5f-2b7b-8c47-7c91-5a2593a74193" [ 980.054735] env[62979]: _type = "HttpNfcLease" [ 980.054735] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 980.057175] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 980.057175] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5264cb5f-2b7b-8c47-7c91-5a2593a74193" [ 980.057175] env[62979]: _type = "HttpNfcLease" [ 980.057175] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 980.057603] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.058342] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a724a-98e4-4294-b980-8d2788580801 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.061256] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec58cae-df03-4a8f-9498-07240bb27ab2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.070498] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 980.070676] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 980.073631] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 980.073631] env[62979]: value = "task-2381889" [ 980.073631] env[62979]: _type = "Task" [ 980.073631] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.148765] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.153805] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.154048] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633016b6-4741-4e78-8225-a49609ce07c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.163314] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 980.163314] env[62979]: value = "task-2381890" [ 980.163314] env[62979]: _type = "Task" [ 980.163314] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.174028] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.240648] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.372407] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-347713c3-4f83-4a0a-b82d-6918e183ee1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.456762] env[62979]: DEBUG nova.compute.manager [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-vif-plugged-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.457108] env[62979]: DEBUG oslo_concurrency.lockutils [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] Acquiring lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.457417] env[62979]: DEBUG oslo_concurrency.lockutils [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.457644] env[62979]: DEBUG oslo_concurrency.lockutils [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.457869] env[62979]: DEBUG nova.compute.manager [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] No waiting events found dispatching network-vif-plugged-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.458119] env[62979]: WARNING nova.compute.manager [req-ec53700c-b224-46e4-ac88-095547625a6a req-4dfb2882-3090-4032-9ca0-104d5038755d service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received unexpected event network-vif-plugged-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 for instance with vm_state building and task_state spawning. [ 980.504481] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5843b97a-fd33-45ed-8437-e6bf52815437 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.505755] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.485s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.507296] env[62979]: INFO nova.compute.claims [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.585962] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381889, 'name': PowerOffVM_Task, 'duration_secs': 0.216682} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.586357] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.586585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.586894] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3aac09f-1e17-490e-96c5-4a22b1813154 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.661641] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.661954] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.662225] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Deleting the datastore file [datastore1] 17392b5d-9e03-4079-b3fa-25245e2b249e {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.662578] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68d4ddc-8712-4159-86d5-8a4aa4f1194a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.679277] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381890, 'name': PowerOffVM_Task, 'duration_secs': 0.280248} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.681673] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.687855] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for the task: (returnval){ [ 980.687855] env[62979]: value = "task-2381892" [ 980.687855] env[62979]: _type = "Task" [ 980.687855] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.703024] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.746648] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381888, 'name': ReconfigVM_Task, 'duration_secs': 0.959309} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.748253] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.749062] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e56e2a-fb6d-4cbe-8120-ca93c046bb43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.759565] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 980.759565] env[62979]: value = "task-2381893" [ 980.759565] env[62979]: _type = "Task" [ 980.759565] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.763230] env[62979]: INFO nova.compute.manager [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Detaching volume 3177db96-08df-47cb-a5ef-609061e3eb7b [ 980.785456] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381893, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.797219] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Successfully updated port: f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.828350] env[62979]: INFO nova.virt.block_device [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Attempting to driver detach volume 3177db96-08df-47cb-a5ef-609061e3eb7b from mountpoint /dev/sdb [ 980.828807] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 980.829125] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 980.830622] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec77f9-00c3-49c7-bbda-6459dda97adb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.861451] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fb993a-55f6-4c3a-b549-a8cd2b50b3b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.871465] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0fb43a-0221-48d5-ad5f-f8f3f7e99867 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.906313] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a93406-66fa-4371-8014-45dcc476f540 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.926377] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] The volume has not been displaced from its original location: [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 980.933183] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.934036] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a845ef0-dc59-4e54-ab53-01fae4995dbb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.957510] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 980.957510] env[62979]: value = "task-2381894" [ 980.957510] env[62979]: _type = "Task" [ 980.957510] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.968185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.968545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.968833] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.969115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.969384] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.971465] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.972076] env[62979]: INFO nova.compute.manager [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Terminating instance [ 981.199375] env[62979]: DEBUG oslo_vmware.api [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Task: {'id': task-2381892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.199869] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.200144] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.200879] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.201839] env[62979]: INFO nova.compute.manager [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 981.201839] env[62979]: DEBUG oslo.service.loopingcall [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.201839] env[62979]: DEBUG nova.compute.manager [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.203937] env[62979]: DEBUG nova.network.neutron [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.281186] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381893, 'name': Rename_Task, 'duration_secs': 0.214638} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.282687] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.283093] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bb19ce-6661-408a-bbc1-53729d69c3dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.291805] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 981.291805] env[62979]: value = "task-2381895" [ 981.291805] env[62979]: _type = "Task" [ 981.291805] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.306156] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.306397] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.306642] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.307974] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.470572] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381894, 'name': ReconfigVM_Task, 'duration_secs': 0.366165} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.470947] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.479815] env[62979]: DEBUG nova.compute.manager [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.480089] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.480637] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e01e435-0391-4d09-8c5c-02dc426360a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.498272] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e5c87-7253-4e69-9417-eaafc2bc1439 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.512029] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.514164] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf5dbea-4537-48cf-abd7-c073cc4c5cdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.516450] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 981.516450] env[62979]: value = "task-2381896" [ 981.516450] env[62979]: _type = "Task" [ 981.516450] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.529902] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 981.529902] env[62979]: value = "task-2381897" [ 981.529902] env[62979]: _type = "Task" [ 981.529902] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.538435] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.544976] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.808329] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.847720] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.883422] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.887699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af88e79-cc60-4ee3-b8dd-d0f56a35afc4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.899627] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.899627] env[62979]: ERROR oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk due to incomplete transfer. [ 981.899627] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8dd494e4-63aa-46b8-b69b-3251d0b58dee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.914601] env[62979]: DEBUG oslo_vmware.rw_handles [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525930e2-988d-fcaf-5313-6cc4a9575733/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 981.916021] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Uploaded image b18673a4-84d0-4435-b8e4-6c691bb3905f to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 981.918697] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.918697] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5e80265-81eb-4bd2-bfde-712ab481f118 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929416] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 981.929416] env[62979]: value = "task-2381898" [ 981.929416] env[62979]: _type = "Task" [ 981.929416] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.943622] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381898, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.033983] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.041874] env[62979]: DEBUG nova.network.neutron [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.048807] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381897, 'name': PowerOffVM_Task, 'duration_secs': 0.262776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.049697] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.049893] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.050261] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6497cb0-5983-4778-8cd8-e7d8f3201c2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.086388] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487b291-5d9c-48db-ba52-585e0374e3d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098011] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659be47-0eb2-4971-8d0c-cc33377c43bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.142334] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85139de0-3421-4cee-96e5-396c5ae63e82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.152859] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542aca2-728a-46cb-a622-f2ae85003cc9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.169904] env[62979]: DEBUG nova.compute.provider_tree [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.206340] env[62979]: DEBUG nova.network.neutron [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.231972] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.232192] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.232468] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleting the datastore file [datastore1] e8ab0a13-ffee-4a38-9d94-56b85d5ac39c {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.233615] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92b0777d-caf7-45de-af2e-70a41ca72db5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.247321] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for the task: (returnval){ [ 982.247321] env[62979]: value = "task-2381900" [ 982.247321] env[62979]: _type = "Task" [ 982.247321] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.258872] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.307827] env[62979]: DEBUG oslo_vmware.api [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2381895, 'name': PowerOnVM_Task, 'duration_secs': 0.880809} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.310874] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.310874] env[62979]: INFO nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Took 8.88 seconds to spawn the instance on the hypervisor. [ 982.310874] env[62979]: DEBUG nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.310874] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf7892-220e-4f15-b707-f60a75b49eb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.439174] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381898, 'name': Destroy_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.528094] env[62979]: DEBUG nova.compute.manager [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.528829] env[62979]: DEBUG nova.compute.manager [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing instance network info cache due to event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.528829] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.535737] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381896, 'name': ReconfigVM_Task, 'duration_secs': 0.921312} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.538023] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.553034] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.553034] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Instance network_info: |[{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.553310] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.553967] env[62979]: DEBUG nova.network.neutron [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.555154] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c3:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ff714f-2835-4f3c-8de7-87d0c7e20a18', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.564246] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Creating folder: Project (79e56a802c4b4a8a96bddc2f05831e6c). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.565396] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67499f70-896c-4591-9477-53f265ffb47e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.580610] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Created folder: Project (79e56a802c4b4a8a96bddc2f05831e6c) in parent group-v483149. [ 982.580610] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Creating folder: Instances. Parent ref: group-v483397. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.580610] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fbe584b-957b-4f2a-b0a3-fefb99a6874d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.593480] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Created folder: Instances in parent group-v483397. [ 982.594126] env[62979]: DEBUG oslo.service.loopingcall [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.594463] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.594714] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d88610ad-1013-4064-ba24-5a9247fcdf82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.629387] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.629387] env[62979]: value = "task-2381903" [ 982.629387] env[62979]: _type = "Task" [ 982.629387] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.638324] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381903, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.675771] env[62979]: DEBUG nova.scheduler.client.report [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.709439] env[62979]: INFO nova.compute.manager [-] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Took 1.51 seconds to deallocate network for instance. [ 982.764155] env[62979]: DEBUG oslo_vmware.api [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Task: {'id': task-2381900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.764591] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.764891] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.765209] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.765958] env[62979]: INFO nova.compute.manager [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Took 1.29 seconds to destroy the instance on the hypervisor. [ 982.765958] env[62979]: DEBUG oslo.service.loopingcall [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.766185] env[62979]: DEBUG nova.compute.manager [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.766333] env[62979]: DEBUG nova.network.neutron [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.834159] env[62979]: INFO nova.compute.manager [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Took 41.09 seconds to build instance. [ 982.942032] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381898, 'name': Destroy_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.141694] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381903, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.182371] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.183281] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.185621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.513s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.185898] env[62979]: DEBUG nova.objects.instance [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lazy-loading 'resources' on Instance uuid 267f03c8-d7bf-46e6-99b4-e5242c793e37 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.220397] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.338440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b8e8748e-55ee-48aa-a133-783a759ac8de tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.602s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.377188] env[62979]: DEBUG nova.network.neutron [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updated VIF entry in instance network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.377561] env[62979]: DEBUG nova.network.neutron [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.443876] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381898, 'name': Destroy_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.568202] env[62979]: DEBUG nova.network.neutron [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.602089] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.602908] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571ef1f3-958e-4c53-aeff-19c46dbefaed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.612564] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 983.612564] env[62979]: value = "task-2381904" [ 983.612564] env[62979]: _type = "Task" [ 983.612564] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.627227] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.627504] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 983.627744] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 983.628830] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7fcb13-4b9e-460f-9ccf-bd46ded11811 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.662711] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381903, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.664708] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66c8b8b-6670-4c23-9a53-bf2f7e27dd35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.672144] env[62979]: WARNING nova.virt.vmwareapi.driver [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 983.672491] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.673309] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b7265f-b382-424a-807b-42ee3ecb9710 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.681582] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.681582] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84fc5b33-2a58-493e-8b6f-eb0fcc669b4e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.689258] env[62979]: DEBUG nova.compute.utils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 983.690713] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.690899] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.757404] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.757658] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.757905] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore1] 1e098516-e061-4208-98a0-f9a740448386 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.758244] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3073748f-d638-4f70-ac15-fdd39e6a078d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.768498] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 983.768498] env[62979]: value = "task-2381906" [ 983.768498] env[62979]: _type = "Task" [ 983.768498] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.781428] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.789349] env[62979]: DEBUG nova.policy [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75fc3dab262e4ea6be027a00454de7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876e8681b0f84819b8ca99215994f1c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.880481] env[62979]: DEBUG oslo_concurrency.lockutils [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.880927] env[62979]: DEBUG nova.compute.manager [req-1fdcff9e-b263-49fb-9a16-af665a2542c7 req-f5e6ca8a-19ec-4408-8b0f-47734f5d0626 service nova] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Received event network-vif-deleted-548871ac-0623-4316-a055-188014381182 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.942875] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381898, 'name': Destroy_Task, 'duration_secs': 1.548475} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.945830] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Destroyed the VM [ 983.946154] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.946678] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-59be146b-fb8d-480e-8ee7-0b3c69e9151d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.958453] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 983.958453] env[62979]: value = "task-2381907" [ 983.958453] env[62979]: _type = "Task" [ 983.958453] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.971575] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381907, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.072626] env[62979]: INFO nova.compute.manager [-] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Took 1.31 seconds to deallocate network for instance. [ 984.151530] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381903, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.202328] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.222237] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Successfully created port: 6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.243075] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c4a37-57dd-4ebd-89e3-254cf4a860d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.254878] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d99965-34a3-4589-a421-67cb147cbb09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.296036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e90613-5957-4522-a694-993689c08060 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.309201] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219438} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.313054] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.313299] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.313824] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.318323] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72766e-02f0-4980-b776-53ec33cd2373 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.324738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.324738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.342182] env[62979]: DEBUG nova.compute.provider_tree [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.348783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c2b1285f-bfce-47f9-b86c-81019049d310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.349339] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.469509] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381907, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.584320] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.642846] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381903, 'name': CreateVM_Task, 'duration_secs': 1.624558} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.644727] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.646568] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.646746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.647094] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.647368] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6114bcaa-0a4e-4523-a298-457b6ef2186b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.655020] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 984.655020] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d795c6-b3ee-8d0a-716d-86c33f782944" [ 984.655020] env[62979]: _type = "Task" [ 984.655020] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.663111] env[62979]: DEBUG nova.compute.manager [req-c629d850-4290-458d-afd1-7d6fa4b92cd1 req-d9673174-a614-4400-a955-f947acee962c service nova] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Received event network-vif-deleted-89a45bfe-3123-4984-9338-ae0237e09327 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.668437] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d795c6-b3ee-8d0a-716d-86c33f782944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.675592] env[62979]: DEBUG nova.compute.manager [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 984.825719] env[62979]: INFO nova.virt.block_device [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Booting with volume 3177db96-08df-47cb-a5ef-609061e3eb7b at /dev/sdb [ 984.829066] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.852462] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.876238] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d6c666-448b-46ba-b28c-7aa013a9a1af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.880127] env[62979]: ERROR nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] [req-e6a1b22f-c90d-4456-aef4-26c3949fffab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6a1b22f-c90d-4456-aef4-26c3949fffab"}]} [ 984.896997] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582e09f-ab45-49f2-aa1a-af305c90d300 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.908743] env[62979]: DEBUG nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.927165] env[62979]: DEBUG nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.928048] env[62979]: DEBUG nova.compute.provider_tree [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.946731] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91f82122-7a31-46d7-bce6-b0d5c7da04a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.957790] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3baf18-4fe0-4cc1-9451-3e4ea7c8f3e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.970103] env[62979]: DEBUG nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.982260] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381907, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77579} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.982576] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.983016] env[62979]: DEBUG nova.compute.manager [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.983939] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407df08-a565-44bd-b45d-ff5d9a301157 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.988279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.988839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.989152] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.989293] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.989962] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.005537] env[62979]: INFO nova.compute.manager [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Terminating instance [ 985.007907] env[62979]: DEBUG nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 985.010581] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c410b-70c4-414b-887a-26ab8a7c57a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.023256] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d5050-7b17-4533-ac0c-0871fb14b153 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.039171] env[62979]: DEBUG nova.virt.block_device [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating existing volume attachment record: 9310b64f-c829-49c9-b4dd-c7f8541aedfc {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.165414] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d795c6-b3ee-8d0a-716d-86c33f782944, 'name': SearchDatastore_Task, 'duration_secs': 0.021218} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.169094] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.169094] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.169094] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.169094] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.169094] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.170201] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-905ad4a2-8be0-4c20-9c26-677ca8f4fda1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.183246] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.184107] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.184475] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa9ce37-5625-4c4e-acba-3dbaf6d53f03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.191719] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 985.191719] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c58905-36e6-30a6-2b48-9976e6f5137d" [ 985.191719] env[62979]: _type = "Task" [ 985.191719] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.196631] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.201734] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c58905-36e6-30a6-2b48-9976e6f5137d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.215859] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.248422] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.248718] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.248826] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.249285] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.249466] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.249623] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.249840] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.250011] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.250191] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.250358] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.250535] env[62979]: DEBUG nova.virt.hardware [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.251723] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72f49b-0337-47d6-a023-eec91acccf30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.263551] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1760b37-5770-49a2-bc36-b17515c54532 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.355931] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.375367] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.519325] env[62979]: DEBUG nova.compute.manager [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.519539] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.522311] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2757f-28c4-42fe-a079-c71962d69367 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.525687] env[62979]: INFO nova.compute.manager [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Shelve offloading [ 985.533071] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.533356] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68edd54-4f42-4764-a228-efd4367de338 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.541152] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 985.541152] env[62979]: value = "task-2381908" [ 985.541152] env[62979]: _type = "Task" [ 985.541152] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.552898] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.588326] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff3354-b5ba-4975-995d-80fdfbe7c29f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.596355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbc376-eb8a-4630-b268-0d13e8e4cc56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.631601] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab20c0c-c223-48b5-8b13-308a873e4682 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.640690] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb84aa-0099-42a6-9a69-dc3b65b29b9b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.659005] env[62979]: DEBUG nova.compute.provider_tree [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.703359] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c58905-36e6-30a6-2b48-9976e6f5137d, 'name': SearchDatastore_Task, 'duration_secs': 0.017091} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.704138] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37db7d18-3184-4457-aa56-7d6f47ea6f35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.711015] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 985.711015] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527a4fdb-5414-75f8-7c46-b9fdb011341d" [ 985.711015] env[62979]: _type = "Task" [ 985.711015] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.721575] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527a4fdb-5414-75f8-7c46-b9fdb011341d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.957861] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Successfully updated port: 6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.034685] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.034797] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f00369-5b14-4b6b-b710-1b1de7101a04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.046909] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 986.046909] env[62979]: value = "task-2381909" [ 986.046909] env[62979]: _type = "Task" [ 986.046909] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.054076] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381908, 'name': PowerOffVM_Task, 'duration_secs': 0.25204} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.054795] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.054978] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.055250] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0a71e7-ee47-492e-bab2-8ffcfc8a52ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.060624] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 986.060850] env[62979]: DEBUG nova.compute.manager [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.061642] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e0eef-dd66-4655-9aa1-40ed840dc5e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.068052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.068272] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.068416] env[62979]: DEBUG nova.network.neutron [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.142674] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.142933] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.143139] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleting the datastore file [datastore1] ca2657f3-cb8b-4506-86d2-8984150ecd37 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.143415] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a840bfdc-f30c-4542-9ba8-7e8719079b2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.151084] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 986.151084] env[62979]: value = "task-2381911" [ 986.151084] env[62979]: _type = "Task" [ 986.151084] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.160351] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.198814] env[62979]: DEBUG nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.198814] env[62979]: DEBUG nova.compute.provider_tree [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 131 to 132 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.198814] env[62979]: DEBUG nova.compute.provider_tree [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.224049] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527a4fdb-5414-75f8-7c46-b9fdb011341d, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.224403] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.224704] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/8c89526d-5376-4e2e-8dc4-9f46d702ab37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.225011] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb8825d-aaeb-43a1-a082-d26fa3e2e68e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.234527] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 986.234527] env[62979]: value = "task-2381912" [ 986.234527] env[62979]: _type = "Task" [ 986.234527] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.244121] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.461314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.461548] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.461695] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.663540] env[62979]: DEBUG oslo_vmware.api [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2381911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24414} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.663843] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.664048] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.664291] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.664539] env[62979]: INFO nova.compute.manager [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 986.664788] env[62979]: DEBUG oslo.service.loopingcall [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.664986] env[62979]: DEBUG nova.compute.manager [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.665099] env[62979]: DEBUG nova.network.neutron [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.698363] env[62979]: DEBUG nova.compute.manager [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Received event network-vif-plugged-6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.698753] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Acquiring lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.699128] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.699505] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.699715] env[62979]: DEBUG nova.compute.manager [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] No waiting events found dispatching network-vif-plugged-6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.699988] env[62979]: WARNING nova.compute.manager [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Received unexpected event network-vif-plugged-6df9209a-0568-41dc-ba9c-c6bd052ea110 for instance with vm_state building and task_state spawning. [ 986.700293] env[62979]: DEBUG nova.compute.manager [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Received event network-changed-6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.700573] env[62979]: DEBUG nova.compute.manager [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Refreshing instance network info cache due to event network-changed-6df9209a-0568-41dc-ba9c-c6bd052ea110. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.700849] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Acquiring lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.704478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.519s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.708522] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.492s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.708698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.708851] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 986.709180] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.290s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.709390] env[62979]: DEBUG nova.objects.instance [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lazy-loading 'resources' on Instance uuid 06186ac3-20ca-49c3-b00c-4ddb9a322035 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.713456] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.713702] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.713841] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.714034] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.714305] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.714305] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.714709] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.714840] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.714969] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.715150] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.715347] env[62979]: DEBUG nova.virt.hardware [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.716705] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192cc78e-fee7-4234-8c03-34ce21076464 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.720213] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c3773-c520-4233-b2c9-bc7b51a10b93 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.734340] env[62979]: INFO nova.scheduler.client.report [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Deleted allocations for instance 267f03c8-d7bf-46e6-99b4-e5242c793e37 [ 986.746837] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c41fe2a-b014-404a-9423-4af2b803e4e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.756198] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba2d7f-2c5e-4809-bb6d-2df9b04a3338 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.764327] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785502] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:60:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5faf246-5776-4a6c-aaee-a7cfd0cee253', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.793112] env[62979]: DEBUG oslo.service.loopingcall [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.796718] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d143e5-cf6b-478f-a43e-14d1d928c696 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.799771] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.800848] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cda47c7-ad04-49dd-803e-e2c80f0f186f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.826683] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4e391-236e-4e3d-a374-32def7b94450 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.831717] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.831717] env[62979]: value = "task-2381913" [ 986.831717] env[62979]: _type = "Task" [ 986.831717] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.868649] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178255MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 986.868820] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.874892] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381913, 'name': CreateVM_Task} progress is 15%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.883515] env[62979]: DEBUG nova.network.neutron [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.005469] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.252521] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623762} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.253799] env[62979]: DEBUG nova.network.neutron [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Updating instance_info_cache with network_info: [{"id": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "address": "fa:16:3e:6e:13:ac", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df9209a-05", "ovs_interfaceid": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.258392] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/8c89526d-5376-4e2e-8dc4-9f46d702ab37.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.258392] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.260031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6d786356-08b7-4514-a72d-91356e738df0 tempest-ServerPasswordTestJSON-1026837686 tempest-ServerPasswordTestJSON-1026837686-project-member] Lock "267f03c8-d7bf-46e6-99b4-e5242c793e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.178s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.260657] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e6d6a6-a378-4f4d-9a6c-0f5cf0ff6e60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.276551] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 987.276551] env[62979]: value = "task-2381914" [ 987.276551] env[62979]: _type = "Task" [ 987.276551] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.294637] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.321307] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af73ce-eec2-4664-8eb1-3b3d0e06ad72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.330573] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc82da-20e9-4c3b-ac15-7103b3d57eea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.368238] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ae86b6-c1b2-467e-8250-7e68f9c54fe7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.375026] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381913, 'name': CreateVM_Task, 'duration_secs': 0.384039} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.375696] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.376754] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.376942] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.377292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.377580] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46503c66-45ea-4651-8102-ef2e89b156b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.384240] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41865226-897d-4eb6-b24d-8b11299cd17a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.390292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.392204] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 987.392204] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52801d87-5a85-ebb1-daca-ebe7517f03f1" [ 987.392204] env[62979]: _type = "Task" [ 987.392204] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.406839] env[62979]: DEBUG nova.compute.provider_tree [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.414737] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52801d87-5a85-ebb1-daca-ebe7517f03f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.415585] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.415585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.415706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.415823] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.416072] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.416415] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484b0e21-daa8-432c-ad7d-936cf3562a03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.427025] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.427205] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.428336] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44fa0e5-ffb1-41b2-a437-7d42dd9ac37f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.435138] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 987.435138] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526b88c8-f570-9fbe-10d6-bfd27ace35ad" [ 987.435138] env[62979]: _type = "Task" [ 987.435138] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.443994] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526b88c8-f570-9fbe-10d6-bfd27ace35ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.621026] env[62979]: DEBUG nova.compute.manager [req-b194b2b2-4ca4-4672-9d83-6075720fcd0b req-9838e07e-e4f2-4934-a4ac-6896661b7f0f service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Received event network-vif-deleted-9e739b2d-7f89-4bb7-af54-34c4ee2576ad {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.621026] env[62979]: INFO nova.compute.manager [req-b194b2b2-4ca4-4672-9d83-6075720fcd0b req-9838e07e-e4f2-4934-a4ac-6896661b7f0f service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Neutron deleted interface 9e739b2d-7f89-4bb7-af54-34c4ee2576ad; detaching it from the instance and deleting it from the info cache [ 987.621026] env[62979]: DEBUG nova.network.neutron [req-b194b2b2-4ca4-4672-9d83-6075720fcd0b req-9838e07e-e4f2-4934-a4ac-6896661b7f0f service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.758495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.758865] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Instance network_info: |[{"id": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "address": "fa:16:3e:6e:13:ac", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df9209a-05", "ovs_interfaceid": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.759195] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Acquired lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.759382] env[62979]: DEBUG nova.network.neutron [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Refreshing network info cache for port 6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.760568] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:13:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df9209a-0568-41dc-ba9c-c6bd052ea110', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.770879] env[62979]: DEBUG oslo.service.loopingcall [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.772260] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.772542] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d31493-0441-4ca8-a298-356e1628005e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.805150] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119572} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.805384] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.805384] env[62979]: value = "task-2381915" [ 987.805384] env[62979]: _type = "Task" [ 987.805384] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.805661] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.806503] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b26a41b-b164-4608-abe3-87c7732fab62 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.818011] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381915, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.840384] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/8c89526d-5376-4e2e-8dc4-9f46d702ab37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.842070] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.842927] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e88d96-c0c3-40c3-bf22-b6dbf5e3a059 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.858192] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e19727-73cf-43b8-8e4d-5dc0d61a325d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.868311] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.869918] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5942296-1895-4c7a-91e8-1965578d743d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.871714] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 987.871714] env[62979]: value = "task-2381916" [ 987.871714] env[62979]: _type = "Task" [ 987.871714] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.883495] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.910821] env[62979]: DEBUG nova.scheduler.client.report [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.946683] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526b88c8-f570-9fbe-10d6-bfd27ace35ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.947875] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231be807-9544-46b4-be21-cdb61a2c42ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.954163] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 987.954163] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d91cc-169d-186e-5b87-dc66026cef52" [ 987.954163] env[62979]: _type = "Task" [ 987.954163] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.968037] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d91cc-169d-186e-5b87-dc66026cef52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.974433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.974748] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.975021] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.975362] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f35de9-7453-40e4-be93-26b3ff81687f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.984034] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 987.984034] env[62979]: value = "task-2381918" [ 987.984034] env[62979]: _type = "Task" [ 987.984034] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.993618] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.012648] env[62979]: DEBUG nova.network.neutron [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.124290] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87610f9f-2f55-4ecb-80fd-94463f54983a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.137645] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eae991-2e1d-47d1-a5df-8097f1649f1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.176730] env[62979]: DEBUG nova.compute.manager [req-b194b2b2-4ca4-4672-9d83-6075720fcd0b req-9838e07e-e4f2-4934-a4ac-6896661b7f0f service nova] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Detach interface failed, port_id=9e739b2d-7f89-4bb7-af54-34c4ee2576ad, reason: Instance ca2657f3-cb8b-4506-86d2-8984150ecd37 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 988.211443] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.212699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c36b55-dd29-43d4-a6e4-0ddb558b24bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.225129] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.225386] env[62979]: ERROR oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk due to incomplete transfer. [ 988.225701] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45c3fe20-d0d2-4149-95c7-f050bced76ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.239036] env[62979]: DEBUG oslo_vmware.rw_handles [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246fdc8-a5d0-f007-ccb2-356876210c83/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.239324] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Uploaded image ed658d91-f7ab-424c-a6c7-66b0bf20ddc7 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.241381] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.241575] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-745edd63-2d84-41b6-896d-004bfa7295ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.250447] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 988.250447] env[62979]: value = "task-2381919" [ 988.250447] env[62979]: _type = "Task" [ 988.250447] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.262754] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381919, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.323944] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381915, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.382379] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.419404] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.421990] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.893s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.423840] env[62979]: INFO nova.compute.claims [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.464968] env[62979]: INFO nova.scheduler.client.report [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted allocations for instance 06186ac3-20ca-49c3-b00c-4ddb9a322035 [ 988.473274] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520d91cc-169d-186e-5b87-dc66026cef52, 'name': SearchDatastore_Task, 'duration_secs': 0.016865} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.478475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.478735] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.479319] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf51c2e-3c48-4a57-9fa3-8574ba2cedb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.490403] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 988.490403] env[62979]: value = "task-2381920" [ 988.490403] env[62979]: _type = "Task" [ 988.490403] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.503811] env[62979]: DEBUG oslo_vmware.api [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2381918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375617} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.505012] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.505248] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.505451] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.511256] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.517130] env[62979]: INFO nova.compute.manager [-] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Took 1.85 seconds to deallocate network for instance. [ 988.540213] env[62979]: INFO nova.scheduler.client.report [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted allocations for instance 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 [ 988.596452] env[62979]: DEBUG nova.network.neutron [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Updated VIF entry in instance network info cache for port 6df9209a-0568-41dc-ba9c-c6bd052ea110. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.599165] env[62979]: DEBUG nova.network.neutron [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Updating instance_info_cache with network_info: [{"id": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "address": "fa:16:3e:6e:13:ac", "network": {"id": "c2da40bd-6571-42bd-989c-062435500262", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1380105012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876e8681b0f84819b8ca99215994f1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df9209a-05", "ovs_interfaceid": "6df9209a-0568-41dc-ba9c-c6bd052ea110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.764478] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381919, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.814629] env[62979]: DEBUG nova.compute.manager [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-vif-unplugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.814927] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.815275] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.815507] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.815796] env[62979]: DEBUG nova.compute.manager [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] No waiting events found dispatching network-vif-unplugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.816104] env[62979]: WARNING nova.compute.manager [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received unexpected event network-vif-unplugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 for instance with vm_state shelved_offloaded and task_state None. [ 988.816338] env[62979]: DEBUG nova.compute.manager [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.816547] env[62979]: DEBUG nova.compute.manager [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing instance network info cache due to event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.816811] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.817035] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.817248] env[62979]: DEBUG nova.network.neutron [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.822414] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381915, 'name': CreateVM_Task, 'duration_secs': 0.522497} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.822963] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.825785] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.825785] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.825785] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.825785] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d0750a-92ba-498a-b29d-afc89d07d22d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.832622] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 988.832622] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f2f820-ec4b-0814-f9ed-4c78e856ab2b" [ 988.832622] env[62979]: _type = "Task" [ 988.832622] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.842784] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f2f820-ec4b-0814-f9ed-4c78e856ab2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.884190] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381916, 'name': ReconfigVM_Task, 'duration_secs': 0.613557} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.884898] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/8c89526d-5376-4e2e-8dc4-9f46d702ab37.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.885370] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9ba47a-efec-4667-8075-77c2b4491502 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.895063] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 988.895063] env[62979]: value = "task-2381921" [ 988.895063] env[62979]: _type = "Task" [ 988.895063] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.905593] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381921, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.984040] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f6331202-8602-4f15-a3bf-978c46a7c077 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "06186ac3-20ca-49c3-b00c-4ddb9a322035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.766s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.003579] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.024256] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.046223] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.099681] env[62979]: DEBUG oslo_concurrency.lockutils [req-024f410a-715a-4ac9-8cb9-df0c01cf8680 req-85414d00-88c0-4553-a2a5-8e6166426a89 service nova] Releasing lock "refresh_cache-7aac7875-63b2-4608-b98d-b17f9ab963ea" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.264283] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381919, 'name': Destroy_Task, 'duration_secs': 0.766742} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.266020] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Destroyed the VM [ 989.266325] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.267040] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da6829b4-e66a-446f-af57-43ff1daa2151 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.276034] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 989.276034] env[62979]: value = "task-2381922" [ 989.276034] env[62979]: _type = "Task" [ 989.276034] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.285709] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.344502] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f2f820-ec4b-0814-f9ed-4c78e856ab2b, 'name': SearchDatastore_Task, 'duration_secs': 0.029168} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.344908] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.345203] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.345474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.345652] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.345904] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.346226] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c562ee7-aab5-4e8e-a362-02bab6b1ac99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.356316] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.356544] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.357753] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb537f9-f04a-4206-9265-40531dbf2d69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.364368] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 989.364368] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ded729-1996-ea68-cf19-e8d8b9a12668" [ 989.364368] env[62979]: _type = "Task" [ 989.364368] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.377104] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ded729-1996-ea68-cf19-e8d8b9a12668, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.378058] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d98e99-b80e-47b2-ba88-0071120aa7d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.384397] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 989.384397] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52396493-905e-6fd0-b27b-bf4b3a8c9a03" [ 989.384397] env[62979]: _type = "Task" [ 989.384397] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.392894] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52396493-905e-6fd0-b27b-bf4b3a8c9a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.403283] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381921, 'name': Rename_Task, 'duration_secs': 0.24557} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.403591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.403871] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026510ec-5a0f-4153-be80-e5b6b0c84e5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.411820] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 989.411820] env[62979]: value = "task-2381923" [ 989.411820] env[62979]: _type = "Task" [ 989.411820] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.420494] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.506708] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827908} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.507077] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.507318] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.507660] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9312bf-9e46-4b2b-a539-0c92a86ccbc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.519832] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 989.519832] env[62979]: value = "task-2381924" [ 989.519832] env[62979]: _type = "Task" [ 989.519832] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.535294] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.787464] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.882932] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b9f2e-7751-479c-8cf3-c59ff5bcc06f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.899144] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf725e2-f20e-4504-a72d-11574aeae1c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.902749] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52396493-905e-6fd0-b27b-bf4b3a8c9a03, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.903145] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.903473] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7aac7875-63b2-4608-b98d-b17f9ab963ea/7aac7875-63b2-4608-b98d-b17f9ab963ea.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.904165] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1cd8d91-fa65-462e-b00d-e0e5d510f418 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.943600] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185eaec-2ad2-4a45-bfac-5223a4871b00 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.946547] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 989.946547] env[62979]: value = "task-2381925" [ 989.946547] env[62979]: _type = "Task" [ 989.946547] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.960177] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381923, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.962529] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa19161-20d3-4be2-bb53-84736d54730f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.977874] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.991299] env[62979]: DEBUG nova.compute.provider_tree [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.033343] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.033636] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.036554] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac5852-fe14-45c3-9d3b-14965abbe6c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.066028] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.066028] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d560db-b465-4308-a49e-a0c6542d1dc3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.089139] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 990.089139] env[62979]: value = "task-2381926" [ 990.089139] env[62979]: _type = "Task" [ 990.089139] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.090055] env[62979]: DEBUG nova.network.neutron [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updated VIF entry in instance network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.090418] env[62979]: DEBUG nova.network.neutron [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.101258] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.290089] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381922, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.452930] env[62979]: DEBUG oslo_vmware.api [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381923, 'name': PowerOnVM_Task, 'duration_secs': 0.777515} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.455963] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.457771] env[62979]: INFO nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Took 11.06 seconds to spawn the instance on the hypervisor. [ 990.457771] env[62979]: DEBUG nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.458451] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9a723-3c30-4f08-bfc6-2f6cc6db4c72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.468714] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381925, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.497452] env[62979]: DEBUG nova.scheduler.client.report [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.592730] env[62979]: DEBUG oslo_concurrency.lockutils [req-d08cc73b-4f66-4e8b-8106-9f12e32f07bc req-93590193-9333-4593-b5bf-81debfb9d712 service nova] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.606419] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.787819] env[62979]: DEBUG oslo_vmware.api [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381922, 'name': RemoveSnapshot_Task, 'duration_secs': 1.246723} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.788038] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.788233] env[62979]: INFO nova.compute.manager [None req-8a839ebd-5b95-42f0-a819-87bb9676dcdf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 990.961593] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.981029] env[62979]: INFO nova.compute.manager [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Took 45.52 seconds to build instance. [ 991.003381] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.005507] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.009067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.005s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.009398] env[62979]: DEBUG nova.objects.instance [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lazy-loading 'resources' on Instance uuid 2fa8ac7a-73cd-4ef7-9488-588a69902e73 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.104533] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381926, 'name': ReconfigVM_Task, 'duration_secs': 0.957434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.104786] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1e098516-e061-4208-98a0-f9a740448386/1e098516-e061-4208-98a0-f9a740448386.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.106252] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'image_id': 'ae6058aa-ff4d-4266-bdc8-737847428519'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9310b64f-c829-49c9-b4dd-c7f8541aedfc', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62979) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 991.106468] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.106672] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.107492] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50852194-809f-49bf-b639-8183cb70faf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.125120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a31027-bb9c-4b32-9d3d-bdfddbae47df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.151581] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.151914] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0093fae-4c28-4935-8316-18f566954a06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.173307] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 991.173307] env[62979]: value = "task-2381927" [ 991.173307] env[62979]: _type = "Task" [ 991.173307] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.182180] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.461386] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.483509] env[62979]: DEBUG oslo_concurrency.lockutils [None req-84054f20-9354-47da-b3dd-69d36786a97e tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.031s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.515277] env[62979]: DEBUG nova.compute.utils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.520213] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.520213] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.587983] env[62979]: DEBUG nova.policy [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53fbbe474aa5460995846018e596d596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29c530431eef4e0693e3a6542d221041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.688638] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381927, 'name': ReconfigVM_Task, 'duration_secs': 0.478302} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.688916] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.694804] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d112b844-08d4-40ce-897b-5e4355b2ab48 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.712907] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 991.712907] env[62979]: value = "task-2381928" [ 991.712907] env[62979]: _type = "Task" [ 991.712907] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.725873] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.766468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.964292] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381925, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.794579} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.964602] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 7aac7875-63b2-4608-b98d-b17f9ab963ea/7aac7875-63b2-4608-b98d-b17f9ab963ea.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.964813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.967791] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec2bc81c-a6e2-4e29-affe-abb82c630dbb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.970323] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Successfully created port: 1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.979955] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 991.979955] env[62979]: value = "task-2381929" [ 991.979955] env[62979]: _type = "Task" [ 991.979955] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.992256] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.022879] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.035543] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6a9d4-bf33-4493-a7c6-e4bc591cfcb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.044640] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e7481b-78d0-477a-a304-6207222254d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.077804] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa16e2e-465d-4e88-90f3-7fd4158fec25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.087699] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2328a4-5c44-4262-9643-f9f4ebbc2d4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.111772] env[62979]: DEBUG nova.compute.provider_tree [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.223841] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381928, 'name': ReconfigVM_Task, 'duration_secs': 0.147495} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.224062] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 992.224665] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e90532d-f4da-4410-8f4f-9ac89c2085bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.233381] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 992.233381] env[62979]: value = "task-2381930" [ 992.233381] env[62979]: _type = "Task" [ 992.233381] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.241384] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381930, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.378607] env[62979]: INFO nova.compute.manager [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Rescuing [ 992.379073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.379073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.379214] env[62979]: DEBUG nova.network.neutron [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.490514] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09028} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.490761] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.491558] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb1d00-bfee-491e-8d2d-4bfc6aa7f217 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.513727] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 7aac7875-63b2-4608-b98d-b17f9ab963ea/7aac7875-63b2-4608-b98d-b17f9ab963ea.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.514099] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9570b8a-c277-4679-8ee3-8b862fc1e8d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.537961] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 992.537961] env[62979]: value = "task-2381931" [ 992.537961] env[62979]: _type = "Task" [ 992.537961] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.546993] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.615514] env[62979]: DEBUG nova.scheduler.client.report [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.743169] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381930, 'name': Rename_Task, 'duration_secs': 0.178587} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.743431] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.743679] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9b4abc-82ea-45d4-a6bc-ad5e5057b4ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.750609] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 992.750609] env[62979]: value = "task-2381932" [ 992.750609] env[62979]: _type = "Task" [ 992.750609] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.758714] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.879350] env[62979]: DEBUG nova.compute.manager [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.880040] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947bf1f-9814-4314-9f82-70c9729c9016 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.033152] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.053813] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.062813] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.063074] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.063241] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.063429] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.063576] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.063728] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.063936] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.064449] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.064449] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.064605] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.064690] env[62979]: DEBUG nova.virt.hardware [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.065596] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863cbd8-202d-441a-a8fb-b60a13ae4e17 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.080287] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4109da9-c4b3-4246-8e4e-da354936f4d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.120882] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.124052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.575s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.124052] env[62979]: DEBUG nova.objects.instance [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'resources' on Instance uuid 237a4a5b-1336-4fa1-a904-7924112cebb9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.126883] env[62979]: DEBUG nova.network.neutron [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.150234] env[62979]: INFO nova.scheduler.client.report [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted allocations for instance 2fa8ac7a-73cd-4ef7-9488-588a69902e73 [ 993.265795] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.395936] env[62979]: INFO nova.compute.manager [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] instance snapshotting [ 993.397762] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60be1d4-dc4f-41e2-97c1-6e2c3f63998e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.423412] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380bbd4-c4bd-4eed-bc6a-f30c09fb2167 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.550038] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.633259] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.650385] env[62979]: DEBUG nova.compute.manager [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Received event network-vif-plugged-1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.650619] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.650835] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.651030] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.651217] env[62979]: DEBUG nova.compute.manager [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] No waiting events found dispatching network-vif-plugged-1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.651384] env[62979]: WARNING nova.compute.manager [req-a1fb2a01-6699-41ce-98b0-502dae20c860 req-508b3422-cc60-4cf6-9e54-1d877fd383d0 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Received unexpected event network-vif-plugged-1640140d-a47b-4a78-b478-74ab60772e0a for instance with vm_state building and task_state spawning. [ 993.660959] env[62979]: DEBUG oslo_concurrency.lockutils [None req-656ea20d-45ad-4365-a5e8-70220d1a31f9 tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "2fa8ac7a-73cd-4ef7-9488-588a69902e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.349s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.709631] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Successfully updated port: 1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.762830] env[62979]: DEBUG oslo_vmware.api [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2381932, 'name': PowerOnVM_Task, 'duration_secs': 0.531928} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.765353] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.765577] env[62979]: DEBUG nova.compute.manager [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.766602] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd3068b-66ca-4e93-bee8-366ecfc91a94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.940076] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.940401] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7842003-6f93-4e00-b537-2166356fc816 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.951384] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 993.951384] env[62979]: value = "task-2381933" [ 993.951384] env[62979]: _type = "Task" [ 993.951384] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.962168] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381933, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.979695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24374c-f486-4828-8221-b38f59bb79c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.988025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc14708-1559-4684-a4a1-80e36f010fd8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.019051] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd90ab-5a7d-4ab4-b724-c9857335d33e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.027037] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d575a2e2-129a-4b16-922c-0f7b066b1360 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.040967] env[62979]: DEBUG nova.compute.provider_tree [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.050938] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.212020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.212189] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.212350] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.286489] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.312238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "cc8d2782-d99c-4499-be2b-36d7144e9711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.312502] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.312746] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.312944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.313130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.315059] env[62979]: INFO nova.compute.manager [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Terminating instance [ 994.464998] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381933, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.552699] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381931, 'name': ReconfigVM_Task, 'duration_secs': 1.526294} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.553914] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 7aac7875-63b2-4608-b98d-b17f9ab963ea/7aac7875-63b2-4608-b98d-b17f9ab963ea.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.553914] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5d8f13e-1447-47e4-a983-f4dd99dff6a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.561170] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 994.561170] env[62979]: value = "task-2381934" [ 994.561170] env[62979]: _type = "Task" [ 994.561170] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.570320] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381934, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.571299] env[62979]: ERROR nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [req-407db68b-2d4e-4d8d-9fa3-b9c3f5d2edc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-407db68b-2d4e-4d8d-9fa3-b9c3f5d2edc1"}]} [ 994.588955] env[62979]: DEBUG nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 994.605468] env[62979]: DEBUG nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 994.605700] env[62979]: DEBUG nova.compute.provider_tree [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.618284] env[62979]: DEBUG nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 994.637141] env[62979]: DEBUG nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 994.661478] env[62979]: DEBUG oslo_concurrency.lockutils [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.661816] env[62979]: DEBUG oslo_concurrency.lockutils [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.765752] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.818445] env[62979]: DEBUG nova.compute.manager [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.818682] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.819796] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac08ae0-2c94-4fae-81b1-51de06d0a7e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.827637] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.829856] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96aff81e-ec3e-4cda-a9f8-cb070e102917 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.836634] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 994.836634] env[62979]: value = "task-2381935" [ 994.836634] env[62979]: _type = "Task" [ 994.836634] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.849388] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.918579] env[62979]: DEBUG nova.network.neutron [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.964368] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381933, 'name': CreateSnapshot_Task, 'duration_secs': 0.593526} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.967061] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.967981] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed34e3b-7055-475a-8a91-456335ec2892 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.981200] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d83c26-58dd-463b-8c14-8ad824e511a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.988497] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75220593-c41d-42f9-96d1-efc5471e6e2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.023242] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab2b73-405a-41c6-8cab-0e0b3b22d9d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.031688] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7fe133-f386-49b9-a1b9-26a924853e75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.046396] env[62979]: DEBUG nova.compute.provider_tree [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.070530] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381934, 'name': Rename_Task, 'duration_secs': 0.156442} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.070812] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.071069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9263ea7f-7415-4065-acb3-e827f8313896 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.077868] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 995.077868] env[62979]: value = "task-2381936" [ 995.077868] env[62979]: _type = "Task" [ 995.077868] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.086074] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.166193] env[62979]: INFO nova.compute.manager [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Detaching volume 81368243-71ca-43db-9cce-adb772a65421 [ 995.178239] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.178612] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68ac169-d88f-422e-8c64-4679bb330c70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.187284] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 995.187284] env[62979]: value = "task-2381937" [ 995.187284] env[62979]: _type = "Task" [ 995.187284] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.199290] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.220540] env[62979]: INFO nova.virt.block_device [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Attempting to driver detach volume 81368243-71ca-43db-9cce-adb772a65421 from mountpoint /dev/sdb [ 995.220540] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.220735] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483370', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'name': 'volume-81368243-71ca-43db-9cce-adb772a65421', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a16136a-78b8-4dbd-8764-dd124542ebdb', 'attached_at': '', 'detached_at': '', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'serial': '81368243-71ca-43db-9cce-adb772a65421'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.221810] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37fa9e8-5bd1-4a48-82b7-32c60f447534 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.247012] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f248b46-a8a2-41d4-904a-d8b301660182 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.257562] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f8f8d-3f90-4a88-adb7-560afeb896da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.280960] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c248c2-bcf5-430d-83f2-ce8854c83484 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.297070] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] The volume has not been displaced from its original location: [datastore2] volume-81368243-71ca-43db-9cce-adb772a65421/volume-81368243-71ca-43db-9cce-adb772a65421.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.302396] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.302779] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4189ddf0-7cee-4da9-991a-7d1cd4cd32d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.324482] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 995.324482] env[62979]: value = "task-2381938" [ 995.324482] env[62979]: _type = "Task" [ 995.324482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.339512] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.348655] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381935, 'name': PowerOffVM_Task, 'duration_secs': 0.422848} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.348977] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.349236] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.349385] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf1f3c6-6315-4299-a267-08c69e1ef963 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.419600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.419944] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.420203] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleting the datastore file [datastore2] cc8d2782-d99c-4499-be2b-36d7144e9711 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.420532] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8682b6f4-391f-4d85-800a-2956ff28e6ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.423288] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.423585] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Instance network_info: |[{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.423973] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:76:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1640140d-a47b-4a78-b478-74ab60772e0a', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.431834] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating folder: Project (29c530431eef4e0693e3a6542d221041). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.432687] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb0faea-12fd-4641-8fcd-59a6864f459d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.437314] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for the task: (returnval){ [ 995.437314] env[62979]: value = "task-2381940" [ 995.437314] env[62979]: _type = "Task" [ 995.437314] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.445664] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.447015] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created folder: Project (29c530431eef4e0693e3a6542d221041) in parent group-v483149. [ 995.447248] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating folder: Instances. Parent ref: group-v483403. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.447516] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90ec8614-4aa9-426a-ad73-fa8c34ad9e4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.458925] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created folder: Instances in parent group-v483403. [ 995.459283] env[62979]: DEBUG oslo.service.loopingcall [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.459515] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.459752] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0bd94e-f701-4596-a385-fed34d7d2096 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.480656] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.480656] env[62979]: value = "task-2381943" [ 995.480656] env[62979]: _type = "Task" [ 995.480656] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.490571] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.490879] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ff35e0f-1f74-4b27-9b14-cc4b74a1a0b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.502868] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381943, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.505124] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 995.505124] env[62979]: value = "task-2381944" [ 995.505124] env[62979]: _type = "Task" [ 995.505124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.518130] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381944, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.586750] env[62979]: DEBUG nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 995.590112] env[62979]: DEBUG nova.compute.provider_tree [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 133 to 134 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 995.590112] env[62979]: DEBUG nova.compute.provider_tree [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.594410] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381936, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.697790] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381937, 'name': PowerOffVM_Task, 'duration_secs': 0.212373} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.698229] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.698974] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fea9c3-b7c2-450b-83e8-e00205559872 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.720328] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c82b8d-51ac-4ac3-9c18-fc43f37cf365 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.725296] env[62979]: DEBUG nova.compute.manager [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Received event network-changed-1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.725573] env[62979]: DEBUG nova.compute.manager [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Refreshing instance network info cache due to event network-changed-1640140d-a47b-4a78-b478-74ab60772e0a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.725835] env[62979]: DEBUG oslo_concurrency.lockutils [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.726066] env[62979]: DEBUG oslo_concurrency.lockutils [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.726349] env[62979]: DEBUG nova.network.neutron [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Refreshing network info cache for port 1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.766864] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.767533] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b37b69e-a0ce-41cc-9fee-233ffe217ef6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.776999] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 995.776999] env[62979]: value = "task-2381945" [ 995.776999] env[62979]: _type = "Task" [ 995.776999] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.788394] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 995.788599] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.788885] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.789060] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.789280] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.789563] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f101e0-d3c2-4997-a186-684f87ed6588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.807641] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.807881] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.810203] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb9dfb9-d531-4b09-8fd9-df8076f812e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.817435] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 995.817435] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52932996-53a1-1110-ec93-7c2cb517c859" [ 995.817435] env[62979]: _type = "Task" [ 995.817435] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.826888] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52932996-53a1-1110-ec93-7c2cb517c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.837162] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381938, 'name': ReconfigVM_Task, 'duration_secs': 0.296732} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.837482] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.842218] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9c35d5-b172-4e6f-ab14-468a54a628f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.858313] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 995.858313] env[62979]: value = "task-2381946" [ 995.858313] env[62979]: _type = "Task" [ 995.858313] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.868376] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.948375] env[62979]: DEBUG oslo_vmware.api [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Task: {'id': task-2381940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198211} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.948705] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.948902] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.949151] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.949399] env[62979]: INFO nova.compute.manager [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.949531] env[62979]: DEBUG oslo.service.loopingcall [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.949724] env[62979]: DEBUG nova.compute.manager [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.949822] env[62979]: DEBUG nova.network.neutron [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.992331] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381943, 'name': CreateVM_Task, 'duration_secs': 0.393378} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.992555] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.993322] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.993499] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.993896] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.994196] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d492d870-cbd5-4349-9e65-388e30052eba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.999986] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 995.999986] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523a2afe-eb8c-8b8b-4b73-0d8cf8816455" [ 995.999986] env[62979]: _type = "Task" [ 995.999986] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.009772] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523a2afe-eb8c-8b8b-4b73-0d8cf8816455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.018265] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381944, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.088235] env[62979]: DEBUG oslo_vmware.api [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381936, 'name': PowerOnVM_Task, 'duration_secs': 0.546537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.088574] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.088690] env[62979]: INFO nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Took 10.87 seconds to spawn the instance on the hypervisor. [ 996.088854] env[62979]: DEBUG nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.089653] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c916516c-4416-4256-916e-1a3e2d7042f2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.096517] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.973s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.102267] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.195s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.102810] env[62979]: INFO nova.compute.claims [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.128672] env[62979]: INFO nova.scheduler.client.report [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted allocations for instance 237a4a5b-1336-4fa1-a904-7924112cebb9 [ 996.344704] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52932996-53a1-1110-ec93-7c2cb517c859, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.345664] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f22315-e67d-4238-a3f1-8c5fa366454b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.352440] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 996.352440] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5243b38d-128e-5533-6286-d9ec3b8586d7" [ 996.352440] env[62979]: _type = "Task" [ 996.352440] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.363412] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5243b38d-128e-5533-6286-d9ec3b8586d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.376064] env[62979]: DEBUG oslo_vmware.api [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381946, 'name': ReconfigVM_Task, 'duration_secs': 0.304064} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.376407] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483370', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'name': 'volume-81368243-71ca-43db-9cce-adb772a65421', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a16136a-78b8-4dbd-8764-dd124542ebdb', 'attached_at': '', 'detached_at': '', 'volume_id': '81368243-71ca-43db-9cce-adb772a65421', 'serial': '81368243-71ca-43db-9cce-adb772a65421'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.510265] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523a2afe-eb8c-8b8b-4b73-0d8cf8816455, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.513459] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.513708] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.513939] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.514102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.514286] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.514546] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f0226e7-270b-47df-9153-6ebec4d13efb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.522149] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381944, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.522896] env[62979]: DEBUG nova.network.neutron [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updated VIF entry in instance network info cache for port 1640140d-a47b-4a78-b478-74ab60772e0a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.523244] env[62979]: DEBUG nova.network.neutron [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.529319] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.529490] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.530202] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77414b5e-79b8-415a-bf69-a2b5aff40efc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.538429] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 996.538429] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf5944-2db1-f79d-3d84-75f82ceaba0c" [ 996.538429] env[62979]: _type = "Task" [ 996.538429] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.547792] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf5944-2db1-f79d-3d84-75f82ceaba0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.615055] env[62979]: INFO nova.compute.manager [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Took 43.61 seconds to build instance. [ 996.635909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25ca9d49-c048-4c2c-b751-8325ebbc23b9 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "237a4a5b-1336-4fa1-a904-7924112cebb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.869s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.636780] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Acquired lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.637815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba8743-f103-49ea-8ca6-3ca58f254ec1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.647672] env[62979]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 996.648501] env[62979]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62979) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 996.648501] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d2837c-ade8-45c2-a660-d185d8e1f20d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.661543] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa665c-f0dd-4a48-9f8f-15da2ebbb236 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.707431] env[62979]: ERROR root [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-483348' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-483348' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-483348' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-483348'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-483348' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-483348' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-483348'}\n"]: nova.exception.InstanceNotFound: Instance 237a4a5b-1336-4fa1-a904-7924112cebb9 could not be found. [ 996.707639] env[62979]: DEBUG oslo_concurrency.lockutils [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] Releasing lock "237a4a5b-1336-4fa1-a904-7924112cebb9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.707938] env[62979]: DEBUG nova.compute.manager [req-604ee9a7-a6b2-4992-91b4-8526e1db7196 req-64212425-ef89-47da-ac8e-2aba2e27fcb1 service nova] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Detach interface failed, port_id=2b05a9e9-7fe3-4e9e-836a-2e3c91605a65, reason: Instance 237a4a5b-1336-4fa1-a904-7924112cebb9 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 996.837455] env[62979]: DEBUG nova.network.neutron [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.863620] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5243b38d-128e-5533-6286-d9ec3b8586d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.863783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.864063] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. {{(pid=62979) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 996.864334] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfbc8995-2507-4045-b8c2-ff47f707a0bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.872015] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 996.872015] env[62979]: value = "task-2381947" [ 996.872015] env[62979]: _type = "Task" [ 996.872015] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.881245] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.927913] env[62979]: DEBUG nova.objects.instance [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'flavor' on Instance uuid 0a16136a-78b8-4dbd-8764-dd124542ebdb {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.023523] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381944, 'name': CloneVM_Task, 'duration_secs': 1.486769} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.023808] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Created linked-clone VM from snapshot [ 997.025047] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47414d2-6892-4ff9-84f2-9da9bee44e5c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.030474] env[62979]: DEBUG oslo_concurrency.lockutils [req-470f76aa-2492-46c5-9d69-6d4af712c2a2 req-5990705f-6d43-47e1-b410-90480438da2e service nova] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.035549] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Uploading image 946b8b4f-97ab-49a4-a220-26ed7685ecae {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.051490] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cf5944-2db1-f79d-3d84-75f82ceaba0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.052624] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935fc8d6-0e86-455a-84dd-63132a3fc99b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.062550] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 997.062550] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5265bce0-6c6a-c862-7594-4147762faefb" [ 997.062550] env[62979]: _type = "Task" [ 997.062550] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.065250] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.065250] env[62979]: value = "vm-483406" [ 997.065250] env[62979]: _type = "VirtualMachine" [ 997.065250] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.065629] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43375746-35b1-45a4-8d6e-b2cb656e79a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.080519] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5265bce0-6c6a-c862-7594-4147762faefb, 'name': SearchDatastore_Task, 'duration_secs': 0.013992} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.082319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.082725] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.083167] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease: (returnval){ [ 997.083167] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272e369-605a-3959-24ff-0c8b9a2a441c" [ 997.083167] env[62979]: _type = "HttpNfcLease" [ 997.083167] env[62979]: } obtained for exporting VM: (result){ [ 997.083167] env[62979]: value = "vm-483406" [ 997.083167] env[62979]: _type = "VirtualMachine" [ 997.083167] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.083466] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the lease: (returnval){ [ 997.083466] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272e369-605a-3959-24ff-0c8b9a2a441c" [ 997.083466] env[62979]: _type = "HttpNfcLease" [ 997.083466] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.083725] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a4c259-053f-4eec-9876-9b4dbfd844e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.094794] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.094794] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272e369-605a-3959-24ff-0c8b9a2a441c" [ 997.094794] env[62979]: _type = "HttpNfcLease" [ 997.094794] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.096352] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.096352] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5272e369-605a-3959-24ff-0c8b9a2a441c" [ 997.096352] env[62979]: _type = "HttpNfcLease" [ 997.096352] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.096744] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 997.096744] env[62979]: value = "task-2381949" [ 997.096744] env[62979]: _type = "Task" [ 997.096744] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.097862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e983e-3fb8-4e10-bcc1-aff40bee099b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.113515] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.113786] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.123109] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8b08a67d-cb09-4c78-8698-c790de957b64 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.132s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.123453] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.343533] env[62979]: INFO nova.compute.manager [-] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Took 1.39 seconds to deallocate network for instance. [ 997.391972] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.445158] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ec21b30-1dd8-42ad-92f5-f13958e5d80d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.621261] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381949, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.654823] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afbabf-fa13-4fdd-9035-20908d24b26d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.663749] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29476ea0-e01b-4f66-ac96-1cf46d5a6a64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.700546] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a53fa7-43e2-4f3c-a3fc-98d04814f978 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.713915] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d052b8cc-79fa-4486-9f84-ef549a10ff69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.731139] env[62979]: DEBUG nova.compute.provider_tree [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.806153] env[62979]: DEBUG nova.compute.manager [req-34699fed-5eff-49b2-8437-1d7a908a9c00 req-2bc7f8d4-704f-4179-afec-855525a1ff87 service nova] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Received event network-vif-deleted-393d9d9d-53e6-4ac7-9c39-1d7b4223751c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.854469] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.885297] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654691} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.885552] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk. [ 997.886557] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c521c1d-0443-4fb6-a237-7e6ee7d833c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.918881] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.919264] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685262ad-0c41-46ca-8488-3d09abdd7fa9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.937099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-62cba554-1d39-455a-9d5c-a980ba6d2df3 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.941811] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 997.941811] env[62979]: value = "task-2381950" [ 997.941811] env[62979]: _type = "Task" [ 997.941811] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.958698] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.120987] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701064} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.122094] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.123111] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.123435] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce111af-d854-4fe2-9dd7-6af761649be6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.132654] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 998.132654] env[62979]: value = "task-2381951" [ 998.132654] env[62979]: _type = "Task" [ 998.132654] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.151216] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.240686] env[62979]: DEBUG nova.scheduler.client.report [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.458525] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381950, 'name': ReconfigVM_Task, 'duration_secs': 0.396233} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.458924] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37/ae6058aa-ff4d-4266-bdc8-737847428519-rescue.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.459970] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ca74c-936e-493e-b73b-1e317d178dc1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.487698] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888e1c4f-da57-4c82-aeb7-faacae12ce95 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.505489] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 998.505489] env[62979]: value = "task-2381952" [ 998.505489] env[62979]: _type = "Task" [ 998.505489] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.515541] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.605025] env[62979]: DEBUG nova.compute.manager [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.605025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78613101-f600-44ad-a574-c7495cc7a5ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.645236] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147456} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.645236] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.645331] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaef4f9-5c05-4032-8550-0bef03c39b58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.671304] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.672452] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e644ca16-b71d-4dd0-8144-faa2ffc59faf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.699321] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 998.699321] env[62979]: value = "task-2381953" [ 998.699321] env[62979]: _type = "Task" [ 998.699321] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.709514] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.740241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.740241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.740241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.740241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.740241] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.741213] env[62979]: INFO nova.compute.manager [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Terminating instance [ 998.746693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.747620] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.750322] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.918s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.752015] env[62979]: INFO nova.compute.claims [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.016510] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381952, 'name': ReconfigVM_Task, 'duration_secs': 0.17349} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.016944] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.017331] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90aaa768-c8ea-470f-9497-0ac8c9b7b415 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.025694] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 999.025694] env[62979]: value = "task-2381954" [ 999.025694] env[62979]: _type = "Task" [ 999.025694] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.035151] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.115477] env[62979]: INFO nova.compute.manager [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] instance snapshotting [ 999.118503] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e307bb-e049-413e-a1b0-145c30d81dd1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.138910] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29069165-727e-4877-a432-8e9b23d6b23f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.210287] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381953, 'name': ReconfigVM_Task, 'duration_secs': 0.320691} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.211048] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.211432] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4832f3-d80e-419c-a9b9-16dd443e7664 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.219144] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 999.219144] env[62979]: value = "task-2381955" [ 999.219144] env[62979]: _type = "Task" [ 999.219144] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.228217] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381955, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.245271] env[62979]: DEBUG nova.compute.manager [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.245562] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.246588] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cdeabd-d8c4-4642-9c50-09d135f5072f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.255385] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.256043] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256948f7-af9b-4feb-ba86-3a7f456747ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.258434] env[62979]: DEBUG nova.compute.utils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.262519] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.262519] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.270860] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 999.270860] env[62979]: value = "task-2381956" [ 999.270860] env[62979]: _type = "Task" [ 999.270860] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.282383] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.309677] env[62979]: DEBUG nova.policy [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.475153] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.475505] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.536890] env[62979]: DEBUG oslo_vmware.api [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381954, 'name': PowerOnVM_Task, 'duration_secs': 0.429057} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.537357] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.540670] env[62979]: DEBUG nova.compute.manager [None req-9090391d-5e00-405d-82cb-c682a858acfb tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.541484] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a38b2c-adb7-4081-b1c2-2678694070f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.653188] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.653768] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5b44963-5618-47a7-bb1c-091c2d6d945e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.663453] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 999.663453] env[62979]: value = "task-2381957" [ 999.663453] env[62979]: _type = "Task" [ 999.663453] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.673734] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.677126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.677360] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.725158] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Successfully created port: 408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.733496] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381955, 'name': Rename_Task, 'duration_secs': 0.185495} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.733811] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.734197] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9246b11b-6b3f-4076-a2c0-52bb1182fc45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.742299] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 999.742299] env[62979]: value = "task-2381958" [ 999.742299] env[62979]: _type = "Task" [ 999.742299] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.751795] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.763079] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.789969] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381956, 'name': PowerOffVM_Task, 'duration_secs': 0.245764} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.790159] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.790328] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.790605] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-493551a0-f3cc-42e7-9627-c6620827b6f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.876439] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.876957] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.877414] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleting the datastore file [datastore2] 0a16136a-78b8-4dbd-8764-dd124542ebdb {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.877495] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2d225cf-f39b-4f56-963d-28155ef0c518 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.886704] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 999.886704] env[62979]: value = "task-2381960" [ 999.886704] env[62979]: _type = "Task" [ 999.886704] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.901708] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.979260] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.174948] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.180189] env[62979]: DEBUG nova.compute.utils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.208841] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211cf83-5507-4d6b-9341-25bb468074bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.217922] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b3b9b-e8b8-45c6-b70a-ae5af4b3b567 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.256245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ecfa3d-f787-4054-8f29-35c48aae9d61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.268673] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6447620a-3654-469a-be69-0b82fd1e66ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.272746] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.290034] env[62979]: DEBUG nova.compute.provider_tree [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.396974] env[62979]: DEBUG oslo_vmware.api [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2381960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260126} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.397402] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.397600] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.397778] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.397957] env[62979]: INFO nova.compute.manager [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.398221] env[62979]: DEBUG oslo.service.loopingcall [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.398412] env[62979]: DEBUG nova.compute.manager [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.398509] env[62979]: DEBUG nova.network.neutron [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.505156] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.678737] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381957, 'name': CreateSnapshot_Task, 'duration_secs': 0.752031} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.682020] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.682020] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64411804-4946-4fec-80ba-785da5bee62c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.682922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.761824] env[62979]: DEBUG oslo_vmware.api [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2381958, 'name': PowerOnVM_Task, 'duration_secs': 0.861201} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.762771] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.763029] env[62979]: INFO nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1000.763230] env[62979]: DEBUG nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.765317] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a43da-6619-412b-947d-cf34d6d81fb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.781584] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.814435] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.814785] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.815026] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.816635] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.817140] env[62979]: DEBUG nova.virt.hardware [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.817875] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc9b06-c7f6-4669-bda6-dd7f6f815c1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.821473] env[62979]: ERROR nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [req-e781182c-2490-4662-a7c2-7b812171f204] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e781182c-2490-4662-a7c2-7b812171f204"}]} [ 1000.830881] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd8e90-44d5-4f12-9943-3cc30b7ee354 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.850434] env[62979]: DEBUG nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1000.866235] env[62979]: DEBUG nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1000.866482] env[62979]: DEBUG nova.compute.provider_tree [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.881191] env[62979]: DEBUG nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1000.901262] env[62979]: DEBUG nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1001.200594] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.205176] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e4da2ae-f6c4-4d6e-b2da-619d025b5ac5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.217452] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 1001.217452] env[62979]: value = "task-2381961" [ 1001.217452] env[62979]: _type = "Task" [ 1001.217452] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.233168] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381961, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.312896] env[62979]: INFO nova.compute.manager [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 44.80 seconds to build instance. [ 1001.371533] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d212ee1e-cc4b-4f8c-b34a-e3aeab32c400 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.379268] env[62979]: DEBUG nova.compute.manager [req-45927bd7-d585-4e7d-a0f3-a05259cba7dc req-6dfaae70-1cb4-4e28-bed0-1f04b5591474 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Received event network-vif-deleted-095bc6f9-f379-4518-9ae4-6dd240153164 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.379478] env[62979]: INFO nova.compute.manager [req-45927bd7-d585-4e7d-a0f3-a05259cba7dc req-6dfaae70-1cb4-4e28-bed0-1f04b5591474 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Neutron deleted interface 095bc6f9-f379-4518-9ae4-6dd240153164; detaching it from the instance and deleting it from the info cache [ 1001.379749] env[62979]: DEBUG nova.network.neutron [req-45927bd7-d585-4e7d-a0f3-a05259cba7dc req-6dfaae70-1cb4-4e28-bed0-1f04b5591474 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.388681] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aea7a0-bbac-4c2b-b5f1-02bbfd942c5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.431916] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f020dfe-2e73-4553-839d-6afa5e366537 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.441479] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8713a85a-63c2-4eca-85ee-a5615ff0bb4c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.459418] env[62979]: DEBUG nova.compute.provider_tree [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.460886] env[62979]: DEBUG nova.network.neutron [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.730774] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381961, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.753440] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Successfully updated port: 408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.821437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.821800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.822138] env[62979]: INFO nova.compute.manager [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Attaching volume fd81bd8f-2542-43bd-8973-aac08d94cef5 to /dev/sdb [ 1001.824945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aca369fa-d444-4c55-9a11-dee5f9bad3a6 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.329s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.870788] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba93c6-dfcb-4c2b-a917-3b67d89bcb5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.876438] env[62979]: DEBUG nova.compute.manager [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Received event network-vif-plugged-408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.876717] env[62979]: DEBUG oslo_concurrency.lockutils [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] Acquiring lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.876882] env[62979]: DEBUG oslo_concurrency.lockutils [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.877059] env[62979]: DEBUG oslo_concurrency.lockutils [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.877241] env[62979]: DEBUG nova.compute.manager [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] No waiting events found dispatching network-vif-plugged-408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.877406] env[62979]: WARNING nova.compute.manager [req-a618fe5c-3b40-48bd-aaac-bc721165afeb req-0fd5be30-be04-4e44-8a6d-cf539dcf2e31 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Received unexpected event network-vif-plugged-408370be-369f-44b0-a13c-f68affba845b for instance with vm_state building and task_state spawning. [ 1001.882627] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad1bf2f-21e0-47e5-85ea-c10bde796e86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.885042] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369c5a1-39ba-4a72-87f1-b28ecc1b604f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.895944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882aefb-2edb-4915-857d-1761bf13d64d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.910866] env[62979]: DEBUG nova.virt.block_device [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating existing volume attachment record: f717255e-a71c-4de5-bfd6-0d7c4e4d55b4 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.942113] env[62979]: DEBUG nova.compute.manager [req-45927bd7-d585-4e7d-a0f3-a05259cba7dc req-6dfaae70-1cb4-4e28-bed0-1f04b5591474 service nova] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Detach interface failed, port_id=095bc6f9-f379-4518-9ae4-6dd240153164, reason: Instance 0a16136a-78b8-4dbd-8764-dd124542ebdb could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1001.965041] env[62979]: INFO nova.compute.manager [-] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Took 1.57 seconds to deallocate network for instance. [ 1002.003567] env[62979]: DEBUG nova.scheduler.client.report [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1002.003763] env[62979]: DEBUG nova.compute.provider_tree [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 135 to 136 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1002.003932] env[62979]: DEBUG nova.compute.provider_tree [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.230418] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381961, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.251857] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.252016] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252086] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.478340] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.509177] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.759s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.509638] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.516026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.612s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.517676] env[62979]: INFO nova.compute.claims [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.734113] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381961, 'name': CloneVM_Task, 'duration_secs': 1.462565} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.734395] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Created linked-clone VM from snapshot [ 1002.735429] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c93b3-01b5-4058-ba73-de2b2c2a856a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.743463] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Uploading image 93237801-e929-4be4-bb8c-f3a1ed0510fb {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.757276] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.757533] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22312ce4-ccea-4576-b560-4e6b45111ae3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.765688] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 1002.765688] env[62979]: value = "task-2381965" [ 1002.765688] env[62979]: _type = "Task" [ 1002.765688] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.773847] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381965, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.795751] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.977053] env[62979]: DEBUG nova.network.neutron [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Updating instance_info_cache with network_info: [{"id": "408370be-369f-44b0-a13c-f68affba845b", "address": "fa:16:3e:95:88:04", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408370be-36", "ovs_interfaceid": "408370be-369f-44b0-a13c-f68affba845b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.029587] env[62979]: DEBUG nova.compute.utils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.031438] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.031718] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.087632] env[62979]: DEBUG nova.policy [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.276787] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381965, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.480150] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.480150] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Instance network_info: |[{"id": "408370be-369f-44b0-a13c-f68affba845b", "address": "fa:16:3e:95:88:04", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408370be-36", "ovs_interfaceid": "408370be-369f-44b0-a13c-f68affba845b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.480450] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:88:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '408370be-369f-44b0-a13c-f68affba845b', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.496088] env[62979]: DEBUG oslo.service.loopingcall [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.496412] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.496663] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cddb05a7-c3aa-42d4-94da-6f2816731513 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.518128] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Successfully created port: 1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.525632] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.525632] env[62979]: value = "task-2381966" [ 1003.525632] env[62979]: _type = "Task" [ 1003.525632] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.540218] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.542209] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381966, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.628236] env[62979]: DEBUG nova.compute.manager [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.628479] env[62979]: DEBUG nova.compute.manager [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing instance network info cache due to event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.628865] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.628985] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.629067] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.778759] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381965, 'name': Destroy_Task, 'duration_secs': 0.562754} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.779053] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Destroyed the VM [ 1003.779321] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.782544] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3db43f85-f2e5-4b24-b38d-50ff775b6e79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.789936] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 1003.789936] env[62979]: value = "task-2381967" [ 1003.789936] env[62979]: _type = "Task" [ 1003.789936] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.798888] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.040159] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381966, 'name': CreateVM_Task, 'duration_secs': 0.507334} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.040368] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.041085] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.041243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.041567] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.042029] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7933a1-1237-4c24-85a4-deb6edcdd65d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.050718] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1004.050718] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb62c9-54bd-4a52-742f-7230d0540a65" [ 1004.050718] env[62979]: _type = "Task" [ 1004.050718] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.059555] env[62979]: DEBUG nova.compute.manager [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Received event network-changed-408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.059793] env[62979]: DEBUG nova.compute.manager [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Refreshing instance network info cache due to event network-changed-408370be-369f-44b0-a13c-f68affba845b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.060410] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Acquiring lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.060410] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Acquired lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.060410] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Refreshing network info cache for port 408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.067911] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb62c9-54bd-4a52-742f-7230d0540a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.074016] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a381581-25f9-4f6b-be71-bdb2bcea6ef9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.081595] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1efac6e-0124-4bf6-938c-bba062f983c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.113218] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6e4f06-73f2-4f03-b653-2076565cf1ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.122013] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47fae2-ba96-4cfb-bf98-363db8c65b6a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.139680] env[62979]: DEBUG nova.compute.provider_tree [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.302179] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.450344] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updated VIF entry in instance network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.450344] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.552440] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.570306] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb62c9-54bd-4a52-742f-7230d0540a65, 'name': SearchDatastore_Task, 'duration_secs': 0.032189} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.570635] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.570881] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.571542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.571724] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.571920] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.574465] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ebeaa79-7a30-441e-a5c3-2ae0ef3e3b02 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.585766] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.587129] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.587129] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.587129] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.587129] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.587129] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.587467] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.587467] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.587780] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.587986] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.588181] env[62979]: DEBUG nova.virt.hardware [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.589826] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba51285-60b5-4388-a764-a346e01864cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.594225] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.595251] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.596380] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0909fd42-9bee-41cd-b879-e61440ccf0af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.603878] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d75ea-37fe-4b28-bef7-c5a4465c5581 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.613158] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1004.613158] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b5faec-758e-132d-5a31-646f1629ae9c" [ 1004.613158] env[62979]: _type = "Task" [ 1004.613158] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.634647] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b5faec-758e-132d-5a31-646f1629ae9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014381} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.635506] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32383a1-369f-4b32-8b9e-ddeebcdd186c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.641252] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1004.641252] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224513e-9cad-5947-bac3-08d580ddf44e" [ 1004.641252] env[62979]: _type = "Task" [ 1004.641252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.642518] env[62979]: DEBUG nova.scheduler.client.report [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.655318] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224513e-9cad-5947-bac3-08d580ddf44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.802100] env[62979]: DEBUG oslo_vmware.api [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381967, 'name': RemoveSnapshot_Task, 'duration_secs': 0.955265} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.802716] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.910812] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Updated VIF entry in instance network info cache for port 408370be-369f-44b0-a13c-f68affba845b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.910812] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Updating instance_info_cache with network_info: [{"id": "408370be-369f-44b0-a13c-f68affba845b", "address": "fa:16:3e:95:88:04", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408370be-36", "ovs_interfaceid": "408370be-369f-44b0-a13c-f68affba845b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.952624] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.952624] env[62979]: DEBUG nova.compute.manager [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Received event network-changed-1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.952624] env[62979]: DEBUG nova.compute.manager [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Refreshing instance network info cache due to event network-changed-1640140d-a47b-4a78-b478-74ab60772e0a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.953095] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.953095] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.953262] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Refreshing network info cache for port 1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.154253] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.155500] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.158942] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5224513e-9cad-5947-bac3-08d580ddf44e, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.159494] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.939s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.159828] env[62979]: DEBUG nova.objects.instance [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lazy-loading 'resources' on Instance uuid 17392b5d-9e03-4079-b3fa-25245e2b249e {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.160973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.161278] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] c8fd71bf-291c-4bb1-9bcc-9131a6f488b7/c8fd71bf-291c-4bb1-9bcc-9131a6f488b7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.161552] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b641d46-611b-4746-b53f-da08055f82b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.170434] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1005.170434] env[62979]: value = "task-2381969" [ 1005.170434] env[62979]: _type = "Task" [ 1005.170434] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.179825] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.307540] env[62979]: WARNING nova.compute.manager [None req-99db651f-3c2e-4552-b933-109de2006390 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Image not found during snapshot: nova.exception.ImageNotFound: Image 93237801-e929-4be4-bb8c-f3a1ed0510fb could not be found. [ 1005.416743] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Releasing lock "refresh_cache-c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.417062] env[62979]: DEBUG nova.compute.manager [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.417284] env[62979]: DEBUG nova.compute.manager [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing instance network info cache due to event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.417518] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.417665] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.417831] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.521727] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Successfully updated port: 1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.663766] env[62979]: DEBUG nova.compute.utils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.665333] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.665514] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.682155] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.761691] env[62979]: DEBUG nova.policy [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c801a90ede464ebe942245116f0ccadc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd21c26dde5d84c8abf58ca3745e69032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.791938] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.792510] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.792688] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.793858] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.793858] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.797219] env[62979]: INFO nova.compute.manager [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Terminating instance [ 1005.846557] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updated VIF entry in instance network info cache for port 1640140d-a47b-4a78-b478-74ab60772e0a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.847065] env[62979]: DEBUG nova.network.neutron [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.029767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.029928] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.030099] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.173393] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.211205] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799649} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.211610] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] c8fd71bf-291c-4bb1-9bcc-9131a6f488b7/c8fd71bf-291c-4bb1-9bcc-9131a6f488b7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.211931] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.212340] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a48332-d64e-4124-bc03-47acb753ad37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.221807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61615a1-3992-4a11-ac7e-99be72362f0e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.228757] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1006.228757] env[62979]: value = "task-2381970" [ 1006.228757] env[62979]: _type = "Task" [ 1006.228757] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.240118] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c7c86-73f0-45e6-9701-3f0c57f1b2bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.247066] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.278715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77719bdd-8e74-4449-8a68-1c7b4ecf61e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.286364] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263693b-a1b0-4e43-8ba3-41a62c08a144 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.300881] env[62979]: DEBUG nova.compute.provider_tree [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.305548] env[62979]: DEBUG nova.compute.manager [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.305785] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.306688] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7d0010-6a26-44bb-b4fc-a881f4bb7bb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.315368] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.315717] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4926ee81-173f-4c0d-85e1-90676dcf6eb9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.319521] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updated VIF entry in instance network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.319893] env[62979]: DEBUG nova.network.neutron [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.323758] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 1006.323758] env[62979]: value = "task-2381971" [ 1006.323758] env[62979]: _type = "Task" [ 1006.323758] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.335473] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.349655] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Successfully created port: bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.353898] env[62979]: DEBUG oslo_concurrency.lockutils [req-0d1e6f1e-cff8-4334-8fd9-5ffdc0379e98 req-96499073-af21-4857-9f07-b9deb068bd7c service nova] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.428930] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.429185] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing instance network info cache due to event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.429392] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.601916] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.684771] env[62979]: INFO nova.virt.block_device [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Booting with volume c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb at /dev/sda [ 1006.737185] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-243c4f5a-1755-40f7-8c42-8c14cf9b8918 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.747929] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161902} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.747929] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.748647] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a9e2b7-215e-4de0-aed9-c06ae67821c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.754630] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6ac6b-a1dc-4f7c-b5a6-9ea7f60a3f6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.798177] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c8fd71bf-291c-4bb1-9bcc-9131a6f488b7/c8fd71bf-291c-4bb1-9bcc-9131a6f488b7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.816066] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe2b0f6-c1c6-4b6b-9b64-1bcb73d6370c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.836506] env[62979]: DEBUG nova.scheduler.client.report [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.844907] env[62979]: DEBUG nova.network.neutron [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Updating instance_info_cache with network_info: [{"id": "1b8df759-3aa5-432d-bd82-ff67d7228031", "address": "fa:16:3e:14:45:ce", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8df759-3a", "ovs_interfaceid": "1b8df759-3aa5-432d-bd82-ff67d7228031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.844907] env[62979]: DEBUG oslo_concurrency.lockutils [req-4299b8c9-60b4-49af-a25e-a4d99b415c2a req-92cf520a-5bc8-4a8c-81e2-87f24fe98441 service nova] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.844907] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1509c236-5308-469a-9859-bba7083de69f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.847031] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.847278] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.866195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f83e6-995d-4656-96fe-754b6b5f6bf5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.881383] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381971, 'name': PowerOffVM_Task, 'duration_secs': 0.339816} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.881383] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1006.881383] env[62979]: value = "task-2381972" [ 1006.881383] env[62979]: _type = "Task" [ 1006.881383] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.881383] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.881383] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.882321] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf39a48-1554-47fd-ac24-6876aa6610a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.894811] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.912583] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c8260-bc9b-4c11-a6b8-3dc35f3a3144 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.920668] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37271dc6-1f6b-41a3-bffe-3fc7fba43350 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.939020] env[62979]: DEBUG nova.virt.block_device [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating existing volume attachment record: 9ddfdae6-776b-4270-9deb-6fe2ae978e69 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1006.968203] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.968203] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.968892] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleting the datastore file [datastore1] 7aac7875-63b2-4608-b98d-b17f9ab963ea {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.969821] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1006.970508] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483410', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'name': 'volume-fd81bd8f-2542-43bd-8973-aac08d94cef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58e1fb2-b5be-4477-a63d-4430214438d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'serial': 'fd81bd8f-2542-43bd-8973-aac08d94cef5'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1006.971124] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664c7c32-a3de-4a5f-ba79-6db0ec44e8a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.974652] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85389c96-5eb5-4d13-8b81-494a2cd341d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.004614] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c263b5-59e7-420a-a44c-856b1ad08d8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.009110] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for the task: (returnval){ [ 1007.009110] env[62979]: value = "task-2381974" [ 1007.009110] env[62979]: _type = "Task" [ 1007.009110] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.035020] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-fd81bd8f-2542-43bd-8973-aac08d94cef5/volume-fd81bd8f-2542-43bd-8973-aac08d94cef5.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.035968] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f18ad1e-8043-4503-ad2b-8c218d9e1258 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.055438] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.062308] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1007.062308] env[62979]: value = "task-2381975" [ 1007.062308] env[62979]: _type = "Task" [ 1007.062308] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.071740] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.248983] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.250046] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a723a-0b0f-4ebc-a9b7-9bb4e4e04040 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.256555] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.256717] env[62979]: ERROR oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk due to incomplete transfer. [ 1007.256937] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de4efacd-4135-4f12-9509-08f14476c9cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.263956] env[62979]: DEBUG oslo_vmware.rw_handles [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c991-d996-e638-62cd-074f17c5f910/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.264170] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Uploaded image 946b8b4f-97ab-49a4-a220-26ed7685ecae to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.266606] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.266850] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b93b0df6-4046-41b2-8d0b-514ab2b86aae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.273039] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1007.273039] env[62979]: value = "task-2381976" [ 1007.273039] env[62979]: _type = "Task" [ 1007.273039] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.283342] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381976, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.344510] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.345177] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Instance network_info: |[{"id": "1b8df759-3aa5-432d-bd82-ff67d7228031", "address": "fa:16:3e:14:45:ce", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8df759-3a", "ovs_interfaceid": "1b8df759-3aa5-432d-bd82-ff67d7228031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.345767] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:45:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8df759-3aa5-432d-bd82-ff67d7228031', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.354251] env[62979]: DEBUG oslo.service.loopingcall [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.355139] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.359924] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.361577] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.777s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.361975] env[62979]: DEBUG nova.objects.instance [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lazy-loading 'resources' on Instance uuid e8ab0a13-ffee-4a38-9d94-56b85d5ac39c {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.363652] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ada432b-abdb-4b23-9cec-308fab545186 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.388867] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.388867] env[62979]: value = "task-2381977" [ 1007.388867] env[62979]: _type = "Task" [ 1007.388867] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.392500] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.397703] env[62979]: INFO nova.scheduler.client.report [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Deleted allocations for instance 17392b5d-9e03-4079-b3fa-25245e2b249e [ 1007.402117] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381977, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.452793] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.453070] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.453777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.453777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.453777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.456179] env[62979]: INFO nova.compute.manager [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Terminating instance [ 1007.533407] env[62979]: DEBUG oslo_vmware.api [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Task: {'id': task-2381974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204794} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.536459] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.536732] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.536901] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.537217] env[62979]: INFO nova.compute.manager [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1007.537351] env[62979]: DEBUG oslo.service.loopingcall [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.540040] env[62979]: DEBUG nova.compute.manager [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.540177] env[62979]: DEBUG nova.network.neutron [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.574679] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.783972] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381976, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.818217] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updated VIF entry in instance network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.818612] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.844632] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec22057-ecf0-4b85-94b5-d58c49d81570 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.852814] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec883da0-3e5c-4f69-8ef6-537f7f26df9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.894859] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1760ae-895c-4a45-84a5-b120dfd1fc4b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.906633] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381972, 'name': ReconfigVM_Task, 'duration_secs': 0.552844} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.911904] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c8fd71bf-291c-4bb1-9bcc-9131a6f488b7/c8fd71bf-291c-4bb1-9bcc-9131a6f488b7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.914761] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381977, 'name': CreateVM_Task, 'duration_secs': 0.478645} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.915479] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dccc95bc-03e7-426b-bcec-a55eec5d4311 tempest-ServerTagsTestJSON-1306890484 tempest-ServerTagsTestJSON-1306890484-project-member] Lock "17392b5d-9e03-4079-b3fa-25245e2b249e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.381s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.916480] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a915a13-79ea-4cfe-b060-549e1a3fcaba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.918757] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.920124] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35be8b0-7037-485b-9654-02c5778672ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925303] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.925594] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.926049] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.927062] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962d161b-5e32-4814-a0da-f8d902357400 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.941156] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1007.941156] env[62979]: value = "task-2381978" [ 1007.941156] env[62979]: _type = "Task" [ 1007.941156] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.942324] env[62979]: DEBUG nova.compute.provider_tree [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.943909] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1007.943909] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522ef07a-1342-ecc8-58f1-c63a0fb071f0" [ 1007.943909] env[62979]: _type = "Task" [ 1007.943909] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.957720] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381978, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.961704] env[62979]: DEBUG nova.compute.manager [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.962124] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.962529] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522ef07a-1342-ecc8-58f1-c63a0fb071f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.964343] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed1c91-a3b0-4b6a-8b69-4335a4d4b352 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972601] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.972856] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cc7207-87cc-4c50-884b-b12ba6ad405f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.979485] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 1007.979485] env[62979]: value = "task-2381979" [ 1007.979485] env[62979]: _type = "Task" [ 1007.979485] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.987306] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.072979] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381975, 'name': ReconfigVM_Task, 'duration_secs': 0.556478} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.073275] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-fd81bd8f-2542-43bd-8973-aac08d94cef5/volume-fd81bd8f-2542-43bd-8973-aac08d94cef5.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.079614] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6925921-2a8b-4ea2-a9d6-7ebb244e7d83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.091275] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Successfully updated port: bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.098354] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1008.098354] env[62979]: value = "task-2381980" [ 1008.098354] env[62979]: _type = "Task" [ 1008.098354] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.108603] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.110624] env[62979]: DEBUG nova.compute.manager [req-a6cd11fe-58bf-4622-bb26-ea30f8bcdd7a req-42de4b04-3a89-42f7-8866-09bb0a76b1b6 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Received event network-vif-deleted-6df9209a-0568-41dc-ba9c-c6bd052ea110 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.110624] env[62979]: INFO nova.compute.manager [req-a6cd11fe-58bf-4622-bb26-ea30f8bcdd7a req-42de4b04-3a89-42f7-8866-09bb0a76b1b6 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Neutron deleted interface 6df9209a-0568-41dc-ba9c-c6bd052ea110; detaching it from the instance and deleting it from the info cache [ 1008.111357] env[62979]: DEBUG nova.network.neutron [req-a6cd11fe-58bf-4622-bb26-ea30f8bcdd7a req-42de4b04-3a89-42f7-8866-09bb0a76b1b6 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.285279] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381976, 'name': Destroy_Task, 'duration_secs': 0.668883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.285568] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Destroyed the VM [ 1008.285812] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.286118] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e5c1ce8-fd3a-4c5c-9c44-9a735778ff1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.293435] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1008.293435] env[62979]: value = "task-2381981" [ 1008.293435] env[62979]: _type = "Task" [ 1008.293435] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.303430] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.322072] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.322390] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Received event network-vif-plugged-1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.322599] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquiring lock "69641f37-1408-4268-88d5-18eb81afec7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.322883] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Lock "69641f37-1408-4268-88d5-18eb81afec7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.323256] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Lock "69641f37-1408-4268-88d5-18eb81afec7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.323460] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] No waiting events found dispatching network-vif-plugged-1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.323670] env[62979]: WARNING nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Received unexpected event network-vif-plugged-1b8df759-3aa5-432d-bd82-ff67d7228031 for instance with vm_state building and task_state spawning. [ 1008.323798] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.324202] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing instance network info cache due to event network-changed-f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.324478] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquiring lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.324634] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquired lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.324828] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Refreshing network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.446820] env[62979]: DEBUG nova.scheduler.client.report [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.468671] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522ef07a-1342-ecc8-58f1-c63a0fb071f0, 'name': SearchDatastore_Task, 'duration_secs': 0.032304} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.473147] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.473585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.473878] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.474070] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.474278] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.475800] env[62979]: DEBUG nova.compute.manager [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Received event network-vif-plugged-bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.476035] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Acquiring lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.476258] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.476444] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.476630] env[62979]: DEBUG nova.compute.manager [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] No waiting events found dispatching network-vif-plugged-bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.476802] env[62979]: WARNING nova.compute.manager [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Received unexpected event network-vif-plugged-bca5077b-088f-4b59-a9b6-b356697801a5 for instance with vm_state building and task_state block_device_mapping. [ 1008.476977] env[62979]: DEBUG nova.compute.manager [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Received event network-changed-bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.477172] env[62979]: DEBUG nova.compute.manager [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Refreshing instance network info cache due to event network-changed-bca5077b-088f-4b59-a9b6-b356697801a5. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.477345] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Acquiring lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.477508] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Acquired lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.477654] env[62979]: DEBUG nova.network.neutron [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Refreshing network info cache for port bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.479116] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381978, 'name': Rename_Task, 'duration_secs': 0.270855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.479579] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11959d3a-c6d3-4f17-b630-577c7b1d2958 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.482448] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.483069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f6a284-e4e5-405a-acce-44dad44c0c0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.495678] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381979, 'name': PowerOffVM_Task, 'duration_secs': 0.338091} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.498813] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.498813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.498813] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.498813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.500205] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1008.500205] env[62979]: value = "task-2381982" [ 1008.500205] env[62979]: _type = "Task" [ 1008.500205] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.500205] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d333a0-c7aa-4f87-a2ab-cb2b8426e625 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.501924] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b89d36-eb20-4bc7-b8d7-6688d98ccd8f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.511948] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1008.511948] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c446d8-6b27-6ab2-c54b-a5e758019742" [ 1008.511948] env[62979]: _type = "Task" [ 1008.511948] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.514696] env[62979]: DEBUG nova.network.neutron [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.516165] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381982, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.527079] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c446d8-6b27-6ab2-c54b-a5e758019742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.586048] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.586330] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.586562] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Deleting the datastore file [datastore2] 8c89526d-5376-4e2e-8dc4-9f46d702ab37 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.587687] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87cd6cb9-c5b2-43dd-8d97-6862844bf55f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.594219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.596106] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for the task: (returnval){ [ 1008.596106] env[62979]: value = "task-2381984" [ 1008.596106] env[62979]: _type = "Task" [ 1008.596106] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.611081] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.615086] env[62979]: DEBUG oslo_vmware.api [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381980, 'name': ReconfigVM_Task, 'duration_secs': 0.1898} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.615352] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d418d8d-097b-4651-b7c8-12a31dc3a87b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.617564] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483410', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'name': 'volume-fd81bd8f-2542-43bd-8973-aac08d94cef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58e1fb2-b5be-4477-a63d-4430214438d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'serial': 'fd81bd8f-2542-43bd-8973-aac08d94cef5'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1008.627317] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4dac2-2304-4299-abb3-1b14e656dc5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.674296] env[62979]: DEBUG nova.compute.manager [req-a6cd11fe-58bf-4622-bb26-ea30f8bcdd7a req-42de4b04-3a89-42f7-8866-09bb0a76b1b6 service nova] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Detach interface failed, port_id=6df9209a-0568-41dc-ba9c-c6bd052ea110, reason: Instance 7aac7875-63b2-4608-b98d-b17f9ab963ea could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1008.806729] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381981, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.962062] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.965831] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.768s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.988164] env[62979]: INFO nova.scheduler.client.report [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Deleted allocations for instance e8ab0a13-ffee-4a38-9d94-56b85d5ac39c [ 1009.015774] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.021448] env[62979]: DEBUG nova.network.neutron [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.026695] env[62979]: INFO nova.compute.manager [-] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Took 1.48 seconds to deallocate network for instance. [ 1009.033521] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c446d8-6b27-6ab2-c54b-a5e758019742, 'name': SearchDatastore_Task, 'duration_secs': 0.022599} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.034725] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bea6a16-8e25-492f-876d-342d1bdcb832 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.040603] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1009.040603] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a78efa-10e5-ae32-9ed6-10d693b1e870" [ 1009.040603] env[62979]: _type = "Task" [ 1009.040603] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.050923] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.051619] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.052071] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.052391] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.052722] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.053026] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.053312] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.053633] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.053886] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.054173] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.054437] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.054728] env[62979]: DEBUG nova.virt.hardware [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.055154] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a78efa-10e5-ae32-9ed6-10d693b1e870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.056080] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a81ae2-428f-4008-bc47-b1c5a8129b82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.064057] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d223a-f142-46c1-867b-550a15acc51d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.108134] env[62979]: DEBUG oslo_vmware.api [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Task: {'id': task-2381984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321968} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.108134] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.108642] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.108941] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.109256] env[62979]: INFO nova.compute.manager [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1009.109612] env[62979]: DEBUG oslo.service.loopingcall [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.109905] env[62979]: DEBUG nova.compute.manager [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.110206] env[62979]: DEBUG nova.network.neutron [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.170681] env[62979]: DEBUG nova.network.neutron [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.305254] env[62979]: DEBUG oslo_vmware.api [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.818408} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.308833] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.309347] env[62979]: INFO nova.compute.manager [None req-5a98b763-f894-4f4b-964b-df29646c789a tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 1009.462428] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updated VIF entry in instance network info cache for port f5ff714f-2835-4f3c-8de7-87d0c7e20a18. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.462787] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [{"id": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "address": "fa:16:3e:96:c3:df", "network": {"id": "56503acb-d882-44a7-a4ce-516ddc0ea608", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052462242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79e56a802c4b4a8a96bddc2f05831e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ff714f-28", "ovs_interfaceid": "f5ff714f-2835-4f3c-8de7-87d0c7e20a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.471413] env[62979]: INFO nova.compute.claims [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.499160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-07701e0f-23f1-4137-a4d0-5698ebf5b2ec tempest-ServerRescueTestJSON-1155009680 tempest-ServerRescueTestJSON-1155009680-project-member] Lock "e8ab0a13-ffee-4a38-9d94-56b85d5ac39c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.530s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.516025] env[62979]: DEBUG oslo_vmware.api [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381982, 'name': PowerOnVM_Task, 'duration_secs': 0.888072} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.516025] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.516025] env[62979]: INFO nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1009.516542] env[62979]: DEBUG nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.517470] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d519ef-222d-464b-adbf-3efc6b32f540 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.534895] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.552270] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a78efa-10e5-ae32-9ed6-10d693b1e870, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.552937] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.553349] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 69641f37-1408-4268-88d5-18eb81afec7b/69641f37-1408-4268-88d5-18eb81afec7b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.553922] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db971645-78cf-4ec6-8203-7a7be116bf2e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.562066] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1009.562066] env[62979]: value = "task-2381985" [ 1009.562066] env[62979]: _type = "Task" [ 1009.562066] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.572831] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.673843] env[62979]: DEBUG nova.objects.instance [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.675526] env[62979]: DEBUG oslo_concurrency.lockutils [req-f46445b9-edf4-4f42-88b4-8eec58644db1 req-c87341b8-2eff-43fe-9386-d921cc748863 service nova] Releasing lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.675872] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquired lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.676555] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.966043] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Releasing lock "refresh_cache-8c89526d-5376-4e2e-8dc4-9f46d702ab37" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.966043] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Received event network-changed-1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.966797] env[62979]: DEBUG nova.compute.manager [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Refreshing instance network info cache due to event network-changed-1b8df759-3aa5-432d-bd82-ff67d7228031. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.967216] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquiring lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.967608] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Acquired lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967725] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Refreshing network info cache for port 1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.980746] env[62979]: INFO nova.compute.resource_tracker [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating resource usage from migration 96017622-0e9b-4524-abeb-59b6ecc7177c [ 1009.991762] env[62979]: DEBUG nova.network.neutron [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.038109] env[62979]: INFO nova.compute.manager [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Took 38.15 seconds to build instance. [ 1010.078874] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.187806] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bafa1b40-0774-4ab0-a9af-26c9499438a8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.366s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.268184] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.358467] env[62979]: DEBUG nova.compute.manager [req-82fea9b6-ef7f-442b-b5be-a45e8f45fa44 req-16394f40-b420-49ec-95ac-77644aaf3ab0 service nova] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Received event network-vif-deleted-f5ff714f-2835-4f3c-8de7-87d0c7e20a18 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.435637] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.436566] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.436566] env[62979]: DEBUG nova.compute.manager [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.437457] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c391ad73-acb6-4b48-ab42-2bf21594a35e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.445732] env[62979]: DEBUG nova.compute.manager [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1010.448123] env[62979]: DEBUG nova.objects.instance [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.465689] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9b741-3930-429b-839b-441d0fd8bc9f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.475250] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a86b71-02f6-4ddf-8fb2-6c67ab340a88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.508068] env[62979]: INFO nova.compute.manager [-] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Took 1.40 seconds to deallocate network for instance. [ 1010.512828] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551297f4-1545-47e6-9e5a-449991e9a348 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.526335] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084f66b9-ad88-4349-a161-75d5369d0fb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.536956] env[62979]: DEBUG nova.compute.provider_tree [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.539971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-270ee45a-dc9b-4d1d-b8a1-b537dad268bc tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.666s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.575841] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639999} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.575841] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 69641f37-1408-4268-88d5-18eb81afec7b/69641f37-1408-4268-88d5-18eb81afec7b.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.575841] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.575841] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f96b67bd-ba53-4164-b709-00b1113d9b57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.583954] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1010.583954] env[62979]: value = "task-2381986" [ 1010.583954] env[62979]: _type = "Task" [ 1010.583954] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.592468] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.614531] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23559189-7b18-45f2-b937-8dd3b21d6cc5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.621171] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Suspending the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1010.621414] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d5622bac-7fd9-42fa-a875-4f6f23f5e135 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.626989] env[62979]: DEBUG oslo_vmware.api [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1010.626989] env[62979]: value = "task-2381987" [ 1010.626989] env[62979]: _type = "Task" [ 1010.626989] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.636527] env[62979]: DEBUG oslo_vmware.api [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381987, 'name': SuspendVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.810441] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Updated VIF entry in instance network info cache for port 1b8df759-3aa5-432d-bd82-ff67d7228031. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.810752] env[62979]: DEBUG nova.network.neutron [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Updating instance_info_cache with network_info: [{"id": "1b8df759-3aa5-432d-bd82-ff67d7228031", "address": "fa:16:3e:14:45:ce", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8df759-3a", "ovs_interfaceid": "1b8df759-3aa5-432d-bd82-ff67d7228031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.952254] env[62979]: DEBUG nova.network.neutron [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating instance_info_cache with network_info: [{"id": "bca5077b-088f-4b59-a9b6-b356697801a5", "address": "fa:16:3e:b6:1e:b3", "network": {"id": "b4d14c80-14a0-4777-9a17-279d06d8fcb3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-227601146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d21c26dde5d84c8abf58ca3745e69032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca5077b-08", "ovs_interfaceid": "bca5077b-088f-4b59-a9b6-b356697801a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.021672] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.044176] env[62979]: DEBUG nova.scheduler.client.report [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.095348] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243531} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.095348] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.095817] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e555fae1-bf8c-4783-84b7-b4d4e4d9bbff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.120683] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 69641f37-1408-4268-88d5-18eb81afec7b/69641f37-1408-4268-88d5-18eb81afec7b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.120683] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d5667c-8ced-4c57-8668-2c6a3dbf39ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.156125] env[62979]: DEBUG oslo_vmware.api [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381987, 'name': SuspendVM_Task} progress is 54%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.160253] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1011.160253] env[62979]: value = "task-2381988" [ 1011.160253] env[62979]: _type = "Task" [ 1011.160253] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.165478] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.313721] env[62979]: DEBUG oslo_concurrency.lockutils [req-089f6555-fcb0-492b-9f02-d1ef95eef7ab req-607598f1-9977-405a-8b36-85c6ff7f76f7 service nova] Releasing lock "refresh_cache-69641f37-1408-4268-88d5-18eb81afec7b" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.457297] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.457921] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Releasing lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.458290] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance network_info: |[{"id": "bca5077b-088f-4b59-a9b6-b356697801a5", "address": "fa:16:3e:b6:1e:b3", "network": {"id": "b4d14c80-14a0-4777-9a17-279d06d8fcb3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-227601146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d21c26dde5d84c8abf58ca3745e69032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca5077b-08", "ovs_interfaceid": "bca5077b-088f-4b59-a9b6-b356697801a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.458615] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe929c1-cb51-48ca-954d-4ddcdcce19bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.461625] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca5077b-088f-4b59-a9b6-b356697801a5', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.470353] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Creating folder: Project (d21c26dde5d84c8abf58ca3745e69032). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.470724] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97cdaff-f62f-4a6b-a598-aed93fe1f1ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.480176] env[62979]: DEBUG oslo_vmware.api [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1011.480176] env[62979]: value = "task-2381989" [ 1011.480176] env[62979]: _type = "Task" [ 1011.480176] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.487906] env[62979]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1011.487906] env[62979]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62979) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1011.487906] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Folder already exists: Project (d21c26dde5d84c8abf58ca3745e69032). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1011.487906] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Creating folder: Instances. Parent ref: group-v483378. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.490259] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad1d8f00-e89b-46e5-90ee-3660bcffb9cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.492231] env[62979]: DEBUG oslo_vmware.api [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.507181] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Created folder: Instances in parent group-v483378. [ 1011.507509] env[62979]: DEBUG oslo.service.loopingcall [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.507973] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.508558] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f7add9e-386b-46f1-a39a-e56386348968 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.534027] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.534027] env[62979]: value = "task-2381992" [ 1011.534027] env[62979]: _type = "Task" [ 1011.534027] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.542384] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381992, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.546287] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.581s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.546786] env[62979]: INFO nova.compute.manager [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Migrating [ 1011.556019] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.197s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.556019] env[62979]: INFO nova.compute.claims [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.652188] env[62979]: DEBUG oslo_vmware.api [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381987, 'name': SuspendVM_Task, 'duration_secs': 0.830281} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.652495] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Suspended the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1011.652676] env[62979]: DEBUG nova.compute.manager [None req-e94df974-ae94-42a6-b474-3dafc019498a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.653488] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd0faff-24ca-41bf-8de7-75614a3a8a66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.672158] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381988, 'name': ReconfigVM_Task, 'duration_secs': 0.413457} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.672508] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 69641f37-1408-4268-88d5-18eb81afec7b/69641f37-1408-4268-88d5-18eb81afec7b.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.673264] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6cb74bc-e468-4a0d-a888-d8f80317790e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.680148] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1011.680148] env[62979]: value = "task-2381993" [ 1011.680148] env[62979]: _type = "Task" [ 1011.680148] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.687898] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381993, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.998028] env[62979]: DEBUG oslo_vmware.api [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2381989, 'name': PowerOffVM_Task, 'duration_secs': 0.26737} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.000310] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.000529] env[62979]: DEBUG nova.compute.manager [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.004678] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87254f3a-6054-4343-8c8e-94a537ad8d72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.041737] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2381992, 'name': CreateVM_Task, 'duration_secs': 0.441787} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.041918] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.043212] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9ddfdae6-776b-4270-9deb-6fe2ae978e69', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483386', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'name': 'volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afe0267c-1780-4450-8159-ccb11bbbb6dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'serial': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62979) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1012.043444] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Root volume attach. Driver type: vmdk {{(pid=62979) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1012.045741] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7a7d1-d39b-44d8-bea5-acfb5a46d345 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.055542] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f3719-fe98-4556-9589-de45e107e7c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064388] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c754472-d36a-4d3a-b82a-dd4d36aa5a16 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.068826] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.069237] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.069237] env[62979]: DEBUG nova.network.neutron [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.074880] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ad5668c-aca1-4561-a2db-10c390f60945 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.083096] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1012.083096] env[62979]: value = "task-2381994" [ 1012.083096] env[62979]: _type = "Task" [ 1012.083096] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.091902] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.191510] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381993, 'name': Rename_Task, 'duration_secs': 0.299539} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.191709] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.191951] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ed2cc7-5190-4781-add9-e69599db8a15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.198505] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1012.198505] env[62979]: value = "task-2381995" [ 1012.198505] env[62979]: _type = "Task" [ 1012.198505] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.207166] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.510971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.510971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.510971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.510971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.510971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.514041] env[62979]: INFO nova.compute.manager [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Terminating instance [ 1012.517280] env[62979]: DEBUG nova.compute.manager [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.520827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68847e7e-a213-493e-b23d-577b345c8dbe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.527852] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1f4e01-ea49-416b-b514-7bcaabaae3f0 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.598401] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 42%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.712225] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.904680] env[62979]: DEBUG nova.network.neutron [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.010149] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093f45f-d0b0-46e7-8e4d-bb244d2aa0db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.020346] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef31aaec-e076-4cdb-b64b-1e07818cbdc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.024630] env[62979]: DEBUG nova.compute.manager [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.024925] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.026283] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffccbf6e-54b3-47ca-b297-f266c7f581ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.058568] env[62979]: INFO nova.compute.manager [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] instance snapshotting [ 1013.064037] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53348a72-7937-4565-8a55-3a8a5528c3d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.067075] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.067917] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df60ab48-cdeb-414a-bdfe-ab0b8ffcda30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.070992] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31812379-f2a5-4955-9a77-99956520b733 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.090764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f5466-088b-4f49-b242-ba38ef839add {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.098755] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ce8228-d7af-48bf-9f66-8d59be1c2a44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.107755] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 54%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.120705] env[62979]: DEBUG nova.compute.provider_tree [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.187544] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.187799] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.187995] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] c8fd71bf-291c-4bb1-9bcc-9131a6f488b7 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.188322] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfa8dccd-d412-4db0-a393-54efefb23e3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.197691] env[62979]: DEBUG oslo_vmware.api [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1013.197691] env[62979]: value = "task-2381997" [ 1013.197691] env[62979]: _type = "Task" [ 1013.197691] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.211592] env[62979]: DEBUG oslo_vmware.api [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381995, 'name': PowerOnVM_Task, 'duration_secs': 0.560628} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.215154] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.215692] env[62979]: INFO nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1013.215801] env[62979]: DEBUG nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.216063] env[62979]: DEBUG oslo_vmware.api [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.217026] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525aeb96-af97-4f30-ab13-5326db859534 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.408249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.463040] env[62979]: DEBUG nova.objects.instance [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.607650] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 69%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.624071] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.625014] env[62979]: DEBUG nova.scheduler.client.report [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.628864] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3297777b-fd4c-4eb5-9c1d-148e888492ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.638070] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1013.638070] env[62979]: value = "task-2381998" [ 1013.638070] env[62979]: _type = "Task" [ 1013.638070] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.648901] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.711249] env[62979]: DEBUG oslo_vmware.api [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2381997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187411} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.711562] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.711758] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.711947] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.712201] env[62979]: INFO nova.compute.manager [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1013.712443] env[62979]: DEBUG oslo.service.loopingcall [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.712634] env[62979]: DEBUG nova.compute.manager [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.712779] env[62979]: DEBUG nova.network.neutron [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.740182] env[62979]: INFO nova.compute.manager [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Took 39.93 seconds to build instance. [ 1013.969471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.969706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.969966] env[62979]: DEBUG nova.network.neutron [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.970233] env[62979]: DEBUG nova.objects.instance [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'info_cache' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.019294] env[62979]: INFO nova.compute.manager [None req-4c60f0d2-724d-4b99-99cb-40e0d585ee27 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Get console output [ 1014.019294] env[62979]: WARNING nova.virt.vmwareapi.driver [None req-4c60f0d2-724d-4b99-99cb-40e0d585ee27 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] The console log is missing. Check your VSPC configuration [ 1014.110134] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 82%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.132808] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.133476] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.136591] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.761s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.138285] env[62979]: INFO nova.compute.claims [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.152948] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.155378] env[62979]: DEBUG nova.compute.manager [req-94a6dbd0-2417-4594-85e7-043044827092 req-4abe1811-76ff-4027-b499-123607e121e4 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Received event network-vif-deleted-408370be-369f-44b0-a13c-f68affba845b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.156753] env[62979]: INFO nova.compute.manager [req-94a6dbd0-2417-4594-85e7-043044827092 req-4abe1811-76ff-4027-b499-123607e121e4 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Neutron deleted interface 408370be-369f-44b0-a13c-f68affba845b; detaching it from the instance and deleting it from the info cache [ 1014.156753] env[62979]: DEBUG nova.network.neutron [req-94a6dbd0-2417-4594-85e7-043044827092 req-4abe1811-76ff-4027-b499-123607e121e4 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.242021] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b60f01d6-e5e2-44cd-aef2-db4a5d4d7dfa tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.439s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.474751] env[62979]: DEBUG nova.objects.base [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.532338] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "69641f37-1408-4268-88d5-18eb81afec7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.532620] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.532825] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "69641f37-1408-4268-88d5-18eb81afec7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.533026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.533271] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.535413] env[62979]: INFO nova.compute.manager [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Terminating instance [ 1014.562972] env[62979]: DEBUG nova.network.neutron [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.606985] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.642902] env[62979]: DEBUG nova.compute.utils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.644288] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.644543] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.659246] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2381998, 'name': CreateSnapshot_Task, 'duration_secs': 0.981001} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.660477] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.661272] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2846c9ce-620f-4d18-8bcb-a5a412dbea73 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.664249] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41825d-1aa1-4d0e-b0c5-01127a830e56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.679361] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ece95-98f9-46ab-91ca-999d2f9cef64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.715341] env[62979]: DEBUG nova.compute.manager [req-94a6dbd0-2417-4594-85e7-043044827092 req-4abe1811-76ff-4027-b499-123607e121e4 service nova] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Detach interface failed, port_id=408370be-369f-44b0-a13c-f68affba845b, reason: Instance c8fd71bf-291c-4bb1-9bcc-9131a6f488b7 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1014.718081] env[62979]: DEBUG nova.policy [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcf571137884749a29bb70139812998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eab57db715c24d2bad651adf1a6bb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.923837] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68ad992-fe6e-4785-8332-42578096e926 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.944049] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.040781] env[62979]: DEBUG nova.compute.manager [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.040781] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.041657] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f80cf0-3f7c-4765-85c8-ad409850f949 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.049243] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.049518] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36964b95-3e37-467d-ba2d-cd5503c8bc5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.055208] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1015.055208] env[62979]: value = "task-2381999" [ 1015.055208] env[62979]: _type = "Task" [ 1015.055208] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.064915] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.065467] env[62979]: INFO nova.compute.manager [-] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Took 1.35 seconds to deallocate network for instance. [ 1015.090126] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Successfully created port: c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.109608] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task} progress is 98%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.141373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.141373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.141373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.141373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.141373] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.143945] env[62979]: INFO nova.compute.manager [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Terminating instance [ 1015.150669] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.188011] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1015.193829] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3cb1c339-1489-4ef8-b1d5-18239a2edfbb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.204749] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1015.204749] env[62979]: value = "task-2382000" [ 1015.204749] env[62979]: _type = "Task" [ 1015.204749] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.217240] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382000, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.302969] env[62979]: DEBUG nova.network.neutron [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.450545] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.451102] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a79e8f-80b1-4066-9a2c-ce0bc988b91c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.458425] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1015.458425] env[62979]: value = "task-2382001" [ 1015.458425] env[62979]: _type = "Task" [ 1015.458425] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.471511] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.560827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ffc960-d501-4c6a-a1c6-c468480869af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.571393] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2381999, 'name': PowerOffVM_Task, 'duration_secs': 0.211892} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.573172] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418e9e8-682a-48f9-ac7b-12a603f42890 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.576482] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.576696] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.577630] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.577876] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6267b42-d4a8-4c7d-aa8c-30179894fdc3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.612195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabbfa6c-b08a-4aeb-8e64-13817de19da9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.623818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb5f2f-fbec-4b43-aaa6-0f4959bd45de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.628364] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2381994, 'name': RelocateVM_Task, 'duration_secs': 3.24318} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.628773] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.629076] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483386', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'name': 'volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afe0267c-1780-4450-8159-ccb11bbbb6dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'serial': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.630468] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d4b55-0534-499c-b298-3682e03fdbfe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.643290] env[62979]: DEBUG nova.compute.provider_tree [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.647182] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.647512] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.647631] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore1] 69641f37-1408-4268-88d5-18eb81afec7b {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.647915] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67148d7e-dbc8-4c75-999d-f1f61a8bba8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.664842] env[62979]: DEBUG nova.compute.manager [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.664842] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.666810] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afda6c3-6ff7-4d27-8a28-4e16c01d4228 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.670986] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc04497-d892-4daa-9bec-6d75574ae82c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.675518] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1015.675518] env[62979]: value = "task-2382003" [ 1015.675518] env[62979]: _type = "Task" [ 1015.675518] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.701031] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb/volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.702357] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.702733] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a9b3ce-40e4-4f71-936d-0851afc08b70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.717779] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aabd726-e06d-4c5b-bd6f-64301dc8a08b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.723753] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.737095] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 1015.737095] env[62979]: value = "task-2382004" [ 1015.737095] env[62979]: _type = "Task" [ 1015.737095] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.737730] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382000, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.739660] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1015.739660] env[62979]: value = "task-2382005" [ 1015.739660] env[62979]: _type = "Task" [ 1015.739660] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.751449] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2382004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.754912] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.806305] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.968489] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382001, 'name': PowerOffVM_Task, 'duration_secs': 0.244111} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.968765] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.968952] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.146863] env[62979]: DEBUG nova.scheduler.client.report [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.176776] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.188015] env[62979]: DEBUG oslo_vmware.api [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345196} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.188281] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.188473] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.188736] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.188933] env[62979]: INFO nova.compute.manager [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1016.189184] env[62979]: DEBUG oslo.service.loopingcall [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.189373] env[62979]: DEBUG nova.compute.manager [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.189473] env[62979]: DEBUG nova.network.neutron [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.198529] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.198779] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.198941] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.199145] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.199295] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.199447] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.199654] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.199817] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.199987] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.200166] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.200344] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.201439] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff5de2-6bf5-49e0-8c8d-2bfdf3d995f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.209272] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf0916-2e3c-43bb-bb2c-9b7e3b400c5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.232141] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382000, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.248112] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2382004, 'name': PowerOffVM_Task, 'duration_secs': 0.439977} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.248695] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.248863] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.249108] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c4c878-23f6-439b-a3a2-e1e0e8d02ac1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.253016] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382005, 'name': ReconfigVM_Task, 'duration_secs': 0.29607} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.253567] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb/volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.258201] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bae47ac-e370-4a32-8c39-6edf68dc7102 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.273422] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1016.273422] env[62979]: value = "task-2382007" [ 1016.273422] env[62979]: _type = "Task" [ 1016.273422] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.282267] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.326471] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.326734] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.327266] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleting the datastore file [datastore2] 019394a9-3593-4cfa-9484-4acbea3a7bcb {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.328014] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22298374-f8d6-4463-b61d-a37fc9b09e90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.335106] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for the task: (returnval){ [ 1016.335106] env[62979]: value = "task-2382008" [ 1016.335106] env[62979]: _type = "Task" [ 1016.335106] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.343503] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2382008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.476509] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.476905] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.476905] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.482120] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5edfa22a-938e-471a-a6e8-dc0dae5c6d2b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.497820] env[62979]: DEBUG nova.compute.manager [req-aa7bf0a6-fb9d-4c94-be79-cd8ac241b291 req-91825d8f-0ab1-4ccc-a2fa-9397283338b1 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Received event network-vif-deleted-1b8df759-3aa5-432d-bd82-ff67d7228031 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.498030] env[62979]: INFO nova.compute.manager [req-aa7bf0a6-fb9d-4c94-be79-cd8ac241b291 req-91825d8f-0ab1-4ccc-a2fa-9397283338b1 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Neutron deleted interface 1b8df759-3aa5-432d-bd82-ff67d7228031; detaching it from the instance and deleting it from the info cache [ 1016.498205] env[62979]: DEBUG nova.network.neutron [req-aa7bf0a6-fb9d-4c94-be79-cd8ac241b291 req-91825d8f-0ab1-4ccc-a2fa-9397283338b1 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.506754] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1016.506754] env[62979]: value = "task-2382009" [ 1016.506754] env[62979]: _type = "Task" [ 1016.506754] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.516083] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.609816] env[62979]: DEBUG nova.compute.manager [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Received event network-vif-plugged-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.610106] env[62979]: DEBUG oslo_concurrency.lockutils [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] Acquiring lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.610341] env[62979]: DEBUG oslo_concurrency.lockutils [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.610523] env[62979]: DEBUG oslo_concurrency.lockutils [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.610700] env[62979]: DEBUG nova.compute.manager [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] No waiting events found dispatching network-vif-plugged-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.611255] env[62979]: WARNING nova.compute.manager [req-c24f4a3d-814b-48da-8fc7-d87858eab59b req-ad6eca79-c703-48b6-b3e1-1c43d51c410d service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Received unexpected event network-vif-plugged-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 for instance with vm_state building and task_state spawning. [ 1016.651753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.652311] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.655229] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.786s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.733787] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382000, 'name': CloneVM_Task, 'duration_secs': 1.44479} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.734066] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Created linked-clone VM from snapshot [ 1016.734815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57973f8-a1fc-4246-a1be-2eac438bae1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.742604] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Uploading image 83c2c41f-1dbb-4106-bf96-1637203ea095 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.756136] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Successfully updated port: c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.774278] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.774278] env[62979]: value = "vm-483416" [ 1016.774278] env[62979]: _type = "VirtualMachine" [ 1016.774278] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.774718] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e2ba41c-7f40-46ef-9402-af0b577fd085 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.784674] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382007, 'name': ReconfigVM_Task, 'duration_secs': 0.162315} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.786242] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483386', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'name': 'volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afe0267c-1780-4450-8159-ccb11bbbb6dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'serial': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.786772] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease: (returnval){ [ 1016.786772] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52973659-bb6d-a347-8512-1f485c8ea0d7" [ 1016.786772] env[62979]: _type = "HttpNfcLease" [ 1016.786772] env[62979]: } obtained for exporting VM: (result){ [ 1016.786772] env[62979]: value = "vm-483416" [ 1016.786772] env[62979]: _type = "VirtualMachine" [ 1016.786772] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.787085] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the lease: (returnval){ [ 1016.787085] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52973659-bb6d-a347-8512-1f485c8ea0d7" [ 1016.787085] env[62979]: _type = "HttpNfcLease" [ 1016.787085] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.787371] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-659e3280-b77b-4773-bf4c-f6ea0b0f398d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.796360] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.796360] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52973659-bb6d-a347-8512-1f485c8ea0d7" [ 1016.796360] env[62979]: _type = "HttpNfcLease" [ 1016.796360] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.797565] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1016.797565] env[62979]: value = "task-2382011" [ 1016.797565] env[62979]: _type = "Task" [ 1016.797565] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.805169] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382011, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.813254] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.814972] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b499ad12-8a68-4f6d-bb6c-f0b04230624f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.819583] env[62979]: DEBUG oslo_vmware.api [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1016.819583] env[62979]: value = "task-2382012" [ 1016.819583] env[62979]: _type = "Task" [ 1016.819583] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.829238] env[62979]: DEBUG oslo_vmware.api [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.844816] env[62979]: DEBUG oslo_vmware.api [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Task: {'id': task-2382008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2451} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.845203] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.845443] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.845609] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.845820] env[62979]: INFO nova.compute.manager [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1016.846215] env[62979]: DEBUG oslo.service.loopingcall [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.846393] env[62979]: DEBUG nova.compute.manager [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.846517] env[62979]: DEBUG nova.network.neutron [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.982664] env[62979]: DEBUG nova.network.neutron [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.001724] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149aa462-52a7-4616-997f-2e8e85b5181d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.013387] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cffb48b-5611-4e6e-a8ad-1217f56c7a1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.031709] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.049763] env[62979]: DEBUG nova.compute.manager [req-aa7bf0a6-fb9d-4c94-be79-cd8ac241b291 req-91825d8f-0ab1-4ccc-a2fa-9397283338b1 service nova] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Detach interface failed, port_id=1b8df759-3aa5-432d-bd82-ff67d7228031, reason: Instance 69641f37-1408-4268-88d5-18eb81afec7b could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1017.158909] env[62979]: DEBUG nova.compute.utils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.160327] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.160510] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.220958] env[62979]: DEBUG nova.policy [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcf571137884749a29bb70139812998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eab57db715c24d2bad651adf1a6bb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.261815] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.261815] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.261815] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.297584] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.297584] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52973659-bb6d-a347-8512-1f485c8ea0d7" [ 1017.297584] env[62979]: _type = "HttpNfcLease" [ 1017.297584] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.297869] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.297869] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52973659-bb6d-a347-8512-1f485c8ea0d7" [ 1017.297869] env[62979]: _type = "HttpNfcLease" [ 1017.297869] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1017.298664] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7330fc-ffe1-43a1-9d20-41cda759dce0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.308868] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.309050] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.313233] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382011, 'name': Rename_Task, 'duration_secs': 0.14387} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.314286] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.367306] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac78d159-14e0-4344-9f3a-fddd399d070e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.379610] env[62979]: DEBUG oslo_vmware.api [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382012, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.380978] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1017.380978] env[62979]: value = "task-2382013" [ 1017.380978] env[62979]: _type = "Task" [ 1017.380978] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.389819] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.435784] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e8fca74-08a1-4926-b7fb-a83fead8dc33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.487163] env[62979]: INFO nova.compute.manager [-] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Took 1.30 seconds to deallocate network for instance. [ 1017.518448] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.552039] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Successfully created port: 9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.673050] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.676582] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Applying migration context for instance 991d6af3-4f68-4a6c-957d-61f4b7297baf as it has an incoming, in-progress migration 96017622-0e9b-4524-abeb-59b6ecc7177c. Migration status is migrating {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1017.678566] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating resource usage from migration 96017622-0e9b-4524-abeb-59b6ecc7177c [ 1017.706386] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.706566] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.706691] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.706814] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 58724e42-0b03-4b93-bea6-bd0d2a9cd345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.706912] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1667b43d-f077-46d4-8c99-29c84a04854f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.707109] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 0a16136a-78b8-4dbd-8764-dd124542ebdb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.707271] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 019394a9-3593-4cfa-9484-4acbea3a7bcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.707353] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ca2657f3-cb8b-4506-86d2-8984150ecd37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.707487] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance cc8d2782-d99c-4499-be2b-36d7144e9711 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.707617] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1e098516-e061-4208-98a0-f9a740448386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.707731] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance f58e1fb2-b5be-4477-a63d-4430214438d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.707856] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ec4d7128-9863-408e-b5a3-4b0aaf6ed622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.707968] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 2ce8a2a6-c380-4823-8773-e75b2ce1162c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.708112] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ec8c1b78-9ef8-478e-b543-1801f5817e0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.708250] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 8c89526d-5376-4e2e-8dc4-9f46d702ab37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.708376] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 7aac7875-63b2-4608-b98d-b17f9ab963ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.708500] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 5909541a-20d8-4f75-90fe-bf125bfe7257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.708624] env[62979]: WARNING nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c8fd71bf-291c-4bb1-9bcc-9131a6f488b7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1017.708757] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 69641f37-1408-4268-88d5-18eb81afec7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.708851] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance afe0267c-1780-4450-8159-ccb11bbbb6dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.708959] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration 96017622-0e9b-4524-abeb-59b6ecc7177c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1017.709077] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance a1f633f7-6fff-44bd-a8e9-1d978f8c0311 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.709199] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c2b1285f-bfce-47f9-b86c-81019049d310 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.709321] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 991d6af3-4f68-4a6c-957d-61f4b7297baf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1017.709468] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (d39df0b0-bad2-4206-a7fb-dcba2b63f7cf): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1017.841077] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.882685] env[62979]: DEBUG oslo_vmware.api [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382012, 'name': PowerOnVM_Task, 'duration_secs': 0.695276} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.885291] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.885291] env[62979]: DEBUG nova.compute.manager [None req-a199f68b-64b5-46e8-9199-fc5d2daf478f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.890891] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df4f86-58e4-4226-a24b-46dbc81ad091 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.891870] env[62979]: DEBUG nova.network.neutron [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.906114] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.996893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.021057] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382009, 'name': ReconfigVM_Task, 'duration_secs': 1.306886} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.021709] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.049607] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Updating instance_info_cache with network_info: [{"id": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "address": "fa:16:3e:85:d3:a0", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e70edb-6f", "ovs_interfaceid": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.212475] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c79f0e45-c08b-4626-a935-fef0067dfe5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1018.213284] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1018.213284] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1018.397995] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.405955] env[62979]: INFO nova.compute.manager [-] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Took 1.56 seconds to deallocate network for instance. [ 1018.529486] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.529852] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.529998] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.530134] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.530453] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.530661] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.530980] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.531428] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.531428] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.531691] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.531742] env[62979]: DEBUG nova.virt.hardware [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.537303] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.540204] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4a36e4-9a61-4f94-8133-ee43ee6f6abe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.554217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.554593] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Instance network_info: |[{"id": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "address": "fa:16:3e:85:d3:a0", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e70edb-6f", "ovs_interfaceid": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.555214] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:d3:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e70edb-6fd5-4ae0-9fc6-5af76e57e479', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.562998] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating folder: Project (eab57db715c24d2bad651adf1a6bb4bd). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.563845] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f055621e-1dc9-4058-8488-90d6d9b182db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.571189] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1018.571189] env[62979]: value = "task-2382014" [ 1018.571189] env[62979]: _type = "Task" [ 1018.571189] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.575656] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created folder: Project (eab57db715c24d2bad651adf1a6bb4bd) in parent group-v483149. [ 1018.575901] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating folder: Instances. Parent ref: group-v483417. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.576586] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ab5106-6df3-4c50-87f5-673eac76a4eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.581478] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.591816] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created folder: Instances in parent group-v483417. [ 1018.592423] env[62979]: DEBUG oslo.service.loopingcall [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.592556] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.592827] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196efb28-2995-4051-a4d8-418bd90a20fc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.615540] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.615540] env[62979]: value = "task-2382017" [ 1018.615540] env[62979]: _type = "Task" [ 1018.615540] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.621995] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be65685-9404-4a42-806a-daed88b9e894 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.631522] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382017, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.634979] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2aca4e-cad3-4aaf-ad05-5d765318667d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.643345] env[62979]: DEBUG nova.compute.manager [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Received event network-changed-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.643609] env[62979]: DEBUG nova.compute.manager [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Refreshing instance network info cache due to event network-changed-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.643887] env[62979]: DEBUG oslo_concurrency.lockutils [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] Acquiring lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.644068] env[62979]: DEBUG oslo_concurrency.lockutils [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] Acquired lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.644653] env[62979]: DEBUG nova.network.neutron [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Refreshing network info cache for port c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.682920] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930921e2-5872-427b-ae8d-1b903f34a66a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.688573] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.698450] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e00094-8a7e-4730-88f6-5e78958957ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.713088] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.724014] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.724320] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.724549] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.724808] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.725043] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.725327] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.725598] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.725819] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.726144] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.726397] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.726661] env[62979]: DEBUG nova.virt.hardware [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.727728] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf380fd-49ff-4b13-af39-d3bf55fb229a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.736168] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9308c89-9587-482e-89dc-95dd799aeeb2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.895297] env[62979]: DEBUG oslo_vmware.api [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382013, 'name': PowerOnVM_Task, 'duration_secs': 1.147296} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.895785] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.896077] env[62979]: INFO nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1018.896322] env[62979]: DEBUG nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.897186] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb01e00-d84c-4cdb-9522-76f29553134e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.920026] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.084822] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382014, 'name': ReconfigVM_Task, 'duration_secs': 0.221252} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.084822] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.084822] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a234ed-40fa-4771-be0d-e2bc7398ff52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.109404] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.109740] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78fc96f-d399-4f5a-9fc4-1190af653d13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.132579] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382017, 'name': CreateVM_Task, 'duration_secs': 0.489952} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.136175] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.136175] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1019.136175] env[62979]: value = "task-2382018" [ 1019.136175] env[62979]: _type = "Task" [ 1019.136175] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.136680] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.138699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.138699] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.138699] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546ccf48-86a8-481d-bb9a-e58780b9cf04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.149828] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1019.149828] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e8613d-ee96-dc6e-f038-a2ed6924086b" [ 1019.149828] env[62979]: _type = "Task" [ 1019.149828] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.153813] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.165055] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e8613d-ee96-dc6e-f038-a2ed6924086b, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.165495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.165814] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.166442] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.166693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.166984] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.167448] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cc499f7-0930-4481-a7d1-5747e89f3192 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.176102] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.176380] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.178576] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbdc337-1991-45fc-a590-dc4b16664cd8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.182687] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1019.182687] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fd83e-a935-bc55-e1de-1c576d489d21" [ 1019.182687] env[62979]: _type = "Task" [ 1019.182687] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.191239] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fd83e-a935-bc55-e1de-1c576d489d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.218641] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.315210] env[62979]: DEBUG nova.compute.manager [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Received event network-vif-plugged-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.315553] env[62979]: DEBUG oslo_concurrency.lockutils [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] Acquiring lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.315913] env[62979]: DEBUG oslo_concurrency.lockutils [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] Lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.316150] env[62979]: DEBUG oslo_concurrency.lockutils [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] Lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.316447] env[62979]: DEBUG nova.compute.manager [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] No waiting events found dispatching network-vif-plugged-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.316610] env[62979]: WARNING nova.compute.manager [req-7e41c484-af55-416a-a227-bbfe7e4a0a62 req-aa1bfc6c-5436-47d5-b90d-82605965b4b0 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Received unexpected event network-vif-plugged-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e for instance with vm_state building and task_state spawning. [ 1019.415595] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Successfully updated port: 9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.417684] env[62979]: INFO nova.compute.manager [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Took 40.54 seconds to build instance. [ 1019.494624] env[62979]: DEBUG nova.network.neutron [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Updated VIF entry in instance network info cache for port c7e70edb-6fd5-4ae0-9fc6-5af76e57e479. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.495089] env[62979]: DEBUG nova.network.neutron [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Updating instance_info_cache with network_info: [{"id": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "address": "fa:16:3e:85:d3:a0", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e70edb-6f", "ovs_interfaceid": "c7e70edb-6fd5-4ae0-9fc6-5af76e57e479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.649751] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382018, 'name': ReconfigVM_Task, 'duration_secs': 0.30814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.650320] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf/991d6af3-4f68-4a6c-957d-61f4b7297baf.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.650699] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.694464] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522fd83e-a935-bc55-e1de-1c576d489d21, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.695368] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8400f649-e8e9-475c-9f07-ed4a0f54009c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.700836] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1019.700836] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52099600-d69d-9510-afb2-85e0896956f2" [ 1019.700836] env[62979]: _type = "Task" [ 1019.700836] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.710085] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52099600-d69d-9510-afb2-85e0896956f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.723845] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1019.723996] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.069s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.724319] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.700s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.724541] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.726956] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.681s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.727236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.729863] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.444s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.733629] env[62979]: DEBUG nova.objects.instance [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.778140] env[62979]: INFO nova.scheduler.client.report [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted allocations for instance ca2657f3-cb8b-4506-86d2-8984150ecd37 [ 1019.919651] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.919912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.919963] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.921269] env[62979]: DEBUG oslo_concurrency.lockutils [None req-df98739b-45ab-453e-8fad-7944ca14d6d0 tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.058s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.998521] env[62979]: DEBUG oslo_concurrency.lockutils [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] Releasing lock "refresh_cache-a1f633f7-6fff-44bd-a8e9-1d978f8c0311" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.998811] env[62979]: DEBUG nova.compute.manager [req-05939f07-44cf-4ab3-ac3a-3f11c6cc30ce req-097db654-4e2d-4aa0-9f36-f42ac8e7ee5a service nova] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Received event network-vif-deleted-e5ad5434-8777-4109-97d2-085083ef4b43 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.158781] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f68de-964a-4b6e-a212-2ac16df284a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.179944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c1b4f-de15-47ec-a595-9b8d4b062f94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.198693] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.213259] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52099600-d69d-9510-afb2-85e0896956f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.213259] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.213259] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] a1f633f7-6fff-44bd-a8e9-1d978f8c0311/a1f633f7-6fff-44bd-a8e9-1d978f8c0311.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.213259] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282d3e9c-e427-4ee8-82f2-86edfe88b952 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.222063] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1020.222063] env[62979]: value = "task-2382019" [ 1020.222063] env[62979]: _type = "Task" [ 1020.222063] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.230808] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.241346] env[62979]: DEBUG oslo_concurrency.lockutils [None req-95309a1c-30a1-4754-a555-067587613eaa tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.594s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.242323] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.476s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.242413] env[62979]: INFO nova.compute.manager [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Unshelving [ 1020.285021] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61658c29-5b86-43a4-ae4a-0fddae35b24e tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "ca2657f3-cb8b-4506-86d2-8984150ecd37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.296s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.469325] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.674932] env[62979]: DEBUG nova.network.neutron [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Updating instance_info_cache with network_info: [{"id": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "address": "fa:16:3e:9c:4f:2e", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4d986c-e2", "ovs_interfaceid": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.679680] env[62979]: DEBUG nova.compute.manager [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Received event network-changed-bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.679866] env[62979]: DEBUG nova.compute.manager [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Refreshing instance network info cache due to event network-changed-bca5077b-088f-4b59-a9b6-b356697801a5. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.680110] env[62979]: DEBUG oslo_concurrency.lockutils [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] Acquiring lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.680260] env[62979]: DEBUG oslo_concurrency.lockutils [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] Acquired lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.680419] env[62979]: DEBUG nova.network.neutron [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Refreshing network info cache for port bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.733540] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382019, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.743202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4ae1f718-4688-40fd-b436-b5f0ab08697f tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.744572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.890s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.744807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.747566] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.243s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.749568] env[62979]: INFO nova.compute.claims [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.777033] env[62979]: DEBUG nova.network.neutron [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Port 40ce9811-739c-41d1-967e-4a83aac5a6f4 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1020.790683] env[62979]: INFO nova.scheduler.client.report [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Deleted allocations for instance cc8d2782-d99c-4499-be2b-36d7144e9711 [ 1021.185290] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.185694] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Instance network_info: |[{"id": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "address": "fa:16:3e:9c:4f:2e", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4d986c-e2", "ovs_interfaceid": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.186126] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:4f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c4d986c-e2a0-4aab-bff7-71da5f7cb29e', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.194772] env[62979]: DEBUG oslo.service.loopingcall [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.194999] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.195264] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d60450f4-2a00-4412-ad98-42c2f37702c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.216284] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.216284] env[62979]: value = "task-2382020" [ 1021.216284] env[62979]: _type = "Task" [ 1021.216284] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.233161] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382020, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.241034] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846084} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.241034] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] a1f633f7-6fff-44bd-a8e9-1d978f8c0311/a1f633f7-6fff-44bd-a8e9-1d978f8c0311.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.241034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.241034] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cb32d2a-57a8-4fdf-ac85-5a72b71ad91a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.248854] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1021.248854] env[62979]: value = "task-2382021" [ 1021.248854] env[62979]: _type = "Task" [ 1021.248854] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.261918] env[62979]: DEBUG nova.compute.utils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1021.263342] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.304874] env[62979]: DEBUG oslo_concurrency.lockutils [None req-124aada0-66bc-4936-b7f9-ac223cafa91c tempest-ListServerFiltersTestJSON-1778083427 tempest-ListServerFiltersTestJSON-1778083427-project-member] Lock "cc8d2782-d99c-4499-be2b-36d7144e9711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.992s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.346190] env[62979]: DEBUG nova.compute.manager [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Received event network-changed-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.346242] env[62979]: DEBUG nova.compute.manager [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Refreshing instance network info cache due to event network-changed-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.346435] env[62979]: DEBUG oslo_concurrency.lockutils [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] Acquiring lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.346584] env[62979]: DEBUG oslo_concurrency.lockutils [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] Acquired lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.346762] env[62979]: DEBUG nova.network.neutron [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Refreshing network info cache for port 9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.576256] env[62979]: DEBUG nova.network.neutron [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updated VIF entry in instance network info cache for port bca5077b-088f-4b59-a9b6-b356697801a5. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.576704] env[62979]: DEBUG nova.network.neutron [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating instance_info_cache with network_info: [{"id": "bca5077b-088f-4b59-a9b6-b356697801a5", "address": "fa:16:3e:b6:1e:b3", "network": {"id": "b4d14c80-14a0-4777-9a17-279d06d8fcb3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-227601146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d21c26dde5d84c8abf58ca3745e69032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca5077b-08", "ovs_interfaceid": "bca5077b-088f-4b59-a9b6-b356697801a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.727770] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382020, 'name': CreateVM_Task, 'duration_secs': 0.465515} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.728435] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.731879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.731879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.731879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.731879] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342318a5-2853-425a-9569-c60cf485c1fe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.736720] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1021.736720] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9aeb8-a617-0803-d665-638a98c840a0" [ 1021.736720] env[62979]: _type = "Task" [ 1021.736720] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.745320] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9aeb8-a617-0803-d665-638a98c840a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.758334] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110109} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.758655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.759501] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4712db0-6b94-4ae9-9d6e-71d6e3f3744c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.764563] env[62979]: INFO nova.virt.block_device [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Booting with volume 1aaa2c33-3b45-4955-806d-386e0ea9b075 at /dev/sdb [ 1021.787028] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a1f633f7-6fff-44bd-a8e9-1d978f8c0311/a1f633f7-6fff-44bd-a8e9-1d978f8c0311.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.797439] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f237bacc-5c2f-4ea9-981a-9b412d49e61c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.823361] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.823986] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.823986] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.833141] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1021.833141] env[62979]: value = "task-2382022" [ 1021.833141] env[62979]: _type = "Task" [ 1021.833141] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.839909] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.854547] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e242b475-e3ff-4e2f-ba9f-0aeeeebaae83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.869417] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ebe70-af25-4254-a498-f056ca929f7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.918404] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29809857-1d8c-4afd-9591-83659a039493 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.928559] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de44b452-72a9-4331-b383-04c73677a195 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.976712] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97daaee3-fdad-4f41-be8e-740f30ed2dc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.984148] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79545ab-6e38-44ee-899a-434cc7280627 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.999793] env[62979]: DEBUG nova.virt.block_device [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating existing volume attachment record: 36d64577-5166-4675-b047-982b182e5dfd {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.079765] env[62979]: DEBUG oslo_concurrency.lockutils [req-22901a75-23b8-416a-ae41-34f400e7fd98 req-e67ba986-f7f2-4db9-9ff4-9841dba6a3f0 service nova] Releasing lock "refresh_cache-afe0267c-1780-4450-8159-ccb11bbbb6dc" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.162184] env[62979]: DEBUG nova.network.neutron [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Updated VIF entry in instance network info cache for port 9c4d986c-e2a0-4aab-bff7-71da5f7cb29e. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.162530] env[62979]: DEBUG nova.network.neutron [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Updating instance_info_cache with network_info: [{"id": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "address": "fa:16:3e:9c:4f:2e", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4d986c-e2", "ovs_interfaceid": "9c4d986c-e2a0-4aab-bff7-71da5f7cb29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.184256] env[62979]: DEBUG nova.compute.manager [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1022.244445] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6dc3b-52c7-4e9b-a072-5e68aeed3459 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250919] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e9aeb8-a617-0803-d665-638a98c840a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.251993] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.252279] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.252522] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.252671] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.252895] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.255390] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559a8ff7-d006-44d6-abff-2d0f13565f27 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.258692] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08184b90-e16e-43a9-b818-2ff12c6d3d18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.295079] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec1832-dfaf-4283-b382-0ca49999d41d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.297974] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.298211] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.298953] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5783eaa-ae44-415f-b744-583a80c67921 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.306762] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14754993-64ca-4219-b7e9-b3b12c33e6f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310841] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1022.310841] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f393ab-4dca-12a5-c983-1966ac03c4dc" [ 1022.310841] env[62979]: _type = "Task" [ 1022.310841] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.323304] env[62979]: DEBUG nova.compute.provider_tree [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.332294] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f393ab-4dca-12a5-c983-1966ac03c4dc, 'name': SearchDatastore_Task} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.337438] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4823b04c-47ec-4b61-a461-3bf62b788c82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.347605] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.349366] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1022.349366] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520782b4-fb69-8bb2-b04d-9dbdb1d0bec3" [ 1022.349366] env[62979]: _type = "Task" [ 1022.349366] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.358243] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520782b4-fb69-8bb2-b04d-9dbdb1d0bec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.667027] env[62979]: DEBUG oslo_concurrency.lockutils [req-f59c1d3b-c00f-4e7d-96ad-6c0ad19ea93d req-bffa4686-a1e9-4da8-9f39-0fe2f79b0a06 service nova] Releasing lock "refresh_cache-c2b1285f-bfce-47f9-b86c-81019049d310" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.705739] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.836862] env[62979]: DEBUG nova.scheduler.client.report [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.851286] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382022, 'name': ReconfigVM_Task, 'duration_secs': 0.663055} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.854956] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a1f633f7-6fff-44bd-a8e9-1d978f8c0311/a1f633f7-6fff-44bd-a8e9-1d978f8c0311.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.855754] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17b5e41-f7f7-41b4-9545-c67b497f0bc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.864441] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520782b4-fb69-8bb2-b04d-9dbdb1d0bec3, 'name': SearchDatastore_Task, 'duration_secs': 0.017847} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.867205] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.867570] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c2b1285f-bfce-47f9-b86c-81019049d310/c2b1285f-bfce-47f9-b86c-81019049d310.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.867920] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1022.867920] env[62979]: value = "task-2382026" [ 1022.867920] env[62979]: _type = "Task" [ 1022.867920] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.868134] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3cbf2a6-9dfd-47de-9f9c-f952f180906d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.880893] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382026, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.882645] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1022.882645] env[62979]: value = "task-2382027" [ 1022.882645] env[62979]: _type = "Task" [ 1022.882645] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.891379] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.896039] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.896126] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.896366] env[62979]: DEBUG nova.network.neutron [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.345889] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.346456] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.350782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.874s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.350988] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.353259] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.818s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.353550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.355871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.334s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.356073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.357877] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.780s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.358073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.360030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.363s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.360271] env[62979]: DEBUG nova.objects.instance [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid 69641f37-1408-4268-88d5-18eb81afec7b {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.386376] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382026, 'name': Rename_Task, 'duration_secs': 0.211883} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.392155] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.392155] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb33feb4-46f4-4a64-9ed8-68dd994373a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.167919] env[62979]: DEBUG nova.compute.utils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.169911] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.170163] env[62979]: WARNING oslo_vmware.common.loopingcall [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] task run outlasted interval by 0.284046 sec [ 1024.171061] env[62979]: INFO nova.scheduler.client.report [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted allocations for instance 0a16136a-78b8-4dbd-8764-dd124542ebdb [ 1024.173688] env[62979]: INFO nova.scheduler.client.report [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance c8fd71bf-291c-4bb1-9bcc-9131a6f488b7 [ 1024.174901] env[62979]: INFO nova.scheduler.client.report [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Deleted allocations for instance 8c89526d-5376-4e2e-8dc4-9f46d702ab37 [ 1024.176167] env[62979]: INFO nova.scheduler.client.report [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Deleted allocations for instance 7aac7875-63b2-4608-b98d-b17f9ab963ea [ 1024.179385] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.179385] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.179884] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1024.179884] env[62979]: value = "task-2382028" [ 1024.179884] env[62979]: _type = "Task" [ 1024.179884] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.202887] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697922} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.206491] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c2b1285f-bfce-47f9-b86c-81019049d310/c2b1285f-bfce-47f9-b86c-81019049d310.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.206491] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.206721] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.207099] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-187075ae-14b7-49fe-8654-b1dcc3efc49a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.220030] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1024.220030] env[62979]: value = "task-2382029" [ 1024.220030] env[62979]: _type = "Task" [ 1024.220030] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.231314] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.256801] env[62979]: DEBUG nova.policy [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.469080] env[62979]: DEBUG nova.network.neutron [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.557185] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e7f6af-07cc-4b40-8361-929512ca4d9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.566251] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467ef524-f324-438e-839e-02db559164d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.604862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9e3975-618e-45ae-baaf-b46c70d45161 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.615281] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da8491-5b74-46de-8c65-9236f3306bd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.633057] env[62979]: DEBUG nova.compute.provider_tree [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.679010] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.704751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-90d2e95e-3b91-438e-9bff-8fb3f5a9fe1a tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "c8fd71bf-291c-4bb1-9bcc-9131a6f488b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.194s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.706093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f088e44a-0c26-4cd1-b9b5-a675336b5395 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "0a16136a-78b8-4dbd-8764-dd124542ebdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.968s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.713419] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382028, 'name': PowerOnVM_Task, 'duration_secs': 1.043529} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.714116] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.714817] env[62979]: INFO nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1024.715079] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.716318] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014753c9-3c91-4cad-86d7-569088a55b1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.734218] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a2ad50a8-9d58-46cc-aef1-5b60ac19a954 tempest-ImagesTestJSON-1896899683 tempest-ImagesTestJSON-1896899683-project-member] Lock "7aac7875-63b2-4608-b98d-b17f9ab963ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.942s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.747441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2fc35121-9f60-47da-9d58-df5a7b786f4d tempest-ServerRescueTestJSONUnderV235-370633272 tempest-ServerRescueTestJSONUnderV235-370633272-project-member] Lock "8c89526d-5376-4e2e-8dc4-9f46d702ab37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.294s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.749293] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14856} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.749765] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.750949] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e39fc-d967-471b-8155-2279c4efa381 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.783075] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] c2b1285f-bfce-47f9-b86c-81019049d310/c2b1285f-bfce-47f9-b86c-81019049d310.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.783075] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d78c2d4-e60f-43db-a6a3-baf06f062b1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.802314] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1024.802314] env[62979]: value = "task-2382031" [ 1024.802314] env[62979]: _type = "Task" [ 1024.802314] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.811921] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.974888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.019239] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Successfully created port: 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.136524] env[62979]: DEBUG nova.scheduler.client.report [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.253910] env[62979]: INFO nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Took 39.92 seconds to build instance. [ 1025.320756] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.510019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8abc80-330c-4d9f-83be-1ac322dde55f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.534644] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b92112-3493-4d15-a195-60bedf1e007b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.546211] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.644044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.645999] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.725s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.646320] env[62979]: DEBUG nova.objects.instance [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lazy-loading 'resources' on Instance uuid 019394a9-3593-4cfa-9484-4acbea3a7bcb {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.678872] env[62979]: INFO nova.scheduler.client.report [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance 69641f37-1408-4268-88d5-18eb81afec7b [ 1025.690341] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.729449] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.729449] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.729673] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.729763] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.729968] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.730600] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.731901] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.731901] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.731901] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.735728] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.735728] env[62979]: DEBUG nova.virt.hardware [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.736542] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a909bf1-4330-455d-9c51-eebd5bcffd05 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.745444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.745710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.753049] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1244a-d98d-4ab4-a147-48ddc39f4db2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.758224] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.434s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.813496] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.062402] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.062661] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ebd09c8-df26-4e86-960f-488b310fa58d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.073490] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1026.073490] env[62979]: value = "task-2382033" [ 1026.073490] env[62979]: _type = "Task" [ 1026.073490] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.083991] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.192995] env[62979]: DEBUG oslo_concurrency.lockutils [None req-37ca0fd1-afe9-4947-9faf-8b588300df76 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "69641f37-1408-4268-88d5-18eb81afec7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.660s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.249930] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.315317] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382031, 'name': ReconfigVM_Task, 'duration_secs': 1.02952} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.316394] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Reconfigured VM instance instance-00000062 to attach disk [datastore2] c2b1285f-bfce-47f9-b86c-81019049d310/c2b1285f-bfce-47f9-b86c-81019049d310.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.316743] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7dcf5c4-dde5-438c-990a-04d3a9589cb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.323711] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1026.323711] env[62979]: value = "task-2382034" [ 1026.323711] env[62979]: _type = "Task" [ 1026.323711] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.333225] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382034, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.564817] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b389d1b-4f41-4d04-aa86-59951fe41450 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.580875] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a55438-eafd-41eb-81c5-7b60bddf3b95 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.591963] env[62979]: DEBUG oslo_vmware.api [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382033, 'name': PowerOnVM_Task, 'duration_secs': 0.43702} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.622284] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.622663] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-45bed8bc-62b8-4f68-b316-bc579365fea5 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance '991d6af3-4f68-4a6c-957d-61f4b7297baf' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.629232] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc10c85-3978-4f2e-9f22-5865242792d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.638367] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0113e5-5d7a-41d5-9b43-8df596d990f5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.658162] env[62979]: DEBUG nova.compute.provider_tree [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.778871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.835277] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382034, 'name': Rename_Task, 'duration_secs': 0.203302} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.835591] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.835815] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9467f2a-ef6d-432e-acae-4173542356a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.842353] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1026.842353] env[62979]: value = "task-2382035" [ 1026.842353] env[62979]: _type = "Task" [ 1026.842353] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.851429] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.111770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.112654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.160428] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.160695] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.160909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.161114] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.161307] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.164198] env[62979]: DEBUG nova.scheduler.client.report [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.167866] env[62979]: INFO nova.compute.manager [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Terminating instance [ 1027.354929] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.385769] env[62979]: DEBUG nova.compute.manager [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-vif-plugged-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.387051] env[62979]: DEBUG oslo_concurrency.lockutils [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.387732] env[62979]: DEBUG oslo_concurrency.lockutils [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.387732] env[62979]: DEBUG oslo_concurrency.lockutils [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.387732] env[62979]: DEBUG nova.compute.manager [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] No waiting events found dispatching network-vif-plugged-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.388043] env[62979]: WARNING nova.compute.manager [req-d77a9a44-26dd-4a14-b5ad-52ddd3384503 req-c4724314-9e6d-4e95-af68-fd594ffeb2b4 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received unexpected event network-vif-plugged-9bcea467-ae14-453e-ab7b-f39735396fe4 for instance with vm_state building and task_state spawning. [ 1027.536533] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Successfully updated port: 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.617291] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.670588] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.677930] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.971s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.679979] env[62979]: DEBUG nova.compute.manager [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.680395] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.682262] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9daafe-3276-42e1-a20f-78eced4c7bb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.692586] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.696022] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974d4d27-5346-4b5b-9c78-16953be6e8d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.706873] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1027.706873] env[62979]: value = "task-2382036" [ 1027.706873] env[62979]: _type = "Task" [ 1027.706873] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.709167] env[62979]: INFO nova.scheduler.client.report [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Deleted allocations for instance 019394a9-3593-4cfa-9484-4acbea3a7bcb [ 1027.724061] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.856091] env[62979]: DEBUG oslo_vmware.api [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382035, 'name': PowerOnVM_Task, 'duration_secs': 0.566937} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.856301] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.856511] env[62979]: INFO nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1027.856824] env[62979]: DEBUG nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.857781] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d5fdf-eaf7-4887-adf6-884157a70ff7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.041917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.041917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.041917] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.059715] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.059715] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d9ced-e5e4-49fd-a0f5-910ce398a0d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.066041] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.066396] env[62979]: ERROR oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk due to incomplete transfer. [ 1028.066970] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-353f0dd7-bf21-4da5-9541-349f6c468a3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.077922] env[62979]: DEBUG oslo_vmware.rw_handles [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528beccb-1cd1-97a6-ee30-aab61dc4e247/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.078160] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Uploaded image 83c2c41f-1dbb-4106-bf96-1637203ea095 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.081598] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.081598] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-178707aa-2273-44d3-bd1e-ecc7ed47dad9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.088311] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1028.088311] env[62979]: value = "task-2382037" [ 1028.088311] env[62979]: _type = "Task" [ 1028.088311] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.096839] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382037, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.145069] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.152785] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.183945] env[62979]: INFO nova.compute.claims [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.224857] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382036, 'name': PowerOffVM_Task, 'duration_secs': 0.299154} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.225166] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4da949b8-f5ea-4779-909c-3a3c655612c4 tempest-ServersWithSpecificFlavorTestJSON-1738500677 tempest-ServersWithSpecificFlavorTestJSON-1738500677-project-member] Lock "019394a9-3593-4cfa-9484-4acbea3a7bcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.085s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.226204] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.226342] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.226958] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4fac91-866a-4431-9e34-cca8c77561c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.297754] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.298370] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.298370] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore2] 2ce8a2a6-c380-4823-8773-e75b2ce1162c {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.298491] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488eed65-88b5-4538-8103-21d9c99a0856 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.305481] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1028.305481] env[62979]: value = "task-2382039" [ 1028.305481] env[62979]: _type = "Task" [ 1028.305481] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.314506] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.378915] env[62979]: INFO nova.compute.manager [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Took 43.02 seconds to build instance. [ 1028.509429] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.510426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.510426] env[62979]: DEBUG nova.compute.manager [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Going to confirm migration 4 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1028.585432] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.600572] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382037, 'name': Destroy_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.695293] env[62979]: INFO nova.compute.resource_tracker [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating resource usage from migration 7b30b1a1-426d-4bee-907d-14af7b1bf513 [ 1028.817231] env[62979]: DEBUG nova.network.neutron [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.824429] env[62979]: DEBUG oslo_vmware.api [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31898} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.825318] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.825318] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.825514] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.825762] env[62979]: INFO nova.compute.manager [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.826042] env[62979]: DEBUG oslo.service.loopingcall [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.828935] env[62979]: DEBUG nova.compute.manager [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.829062] env[62979]: DEBUG nova.network.neutron [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.883194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0f72e882-9131-475e-93c8-70d15d161541 tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.534s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.070547] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a1d08-869e-4c17-adeb-d916dd25e4b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.081116] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15937da2-8f73-4970-818a-fe1fc7aaad47 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.099243] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382037, 'name': Destroy_Task, 'duration_secs': 0.653905} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.129151] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Destroyed the VM [ 1029.129438] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.131538] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.131538] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.131693] env[62979]: DEBUG nova.network.neutron [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.131768] env[62979]: DEBUG nova.objects.instance [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'info_cache' on Instance uuid 991d6af3-4f68-4a6c-957d-61f4b7297baf {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.133029] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac7ccdb7-78f7-4112-bfe4-ff7621d58f7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.135471] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54913d52-978e-48dd-935c-c3f4774f74df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.146691] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da12658-17ce-43f8-8fdc-55786bd122f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.153533] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1029.153533] env[62979]: value = "task-2382040" [ 1029.153533] env[62979]: _type = "Task" [ 1029.153533] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.166813] env[62979]: DEBUG nova.compute.provider_tree [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.172855] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.326054] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.326463] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Instance network_info: |[{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.326938] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:9d:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcea467-ae14-453e-ab7b-f39735396fe4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.334717] env[62979]: DEBUG oslo.service.loopingcall [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.334919] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.335693] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6314c7b4-0e8a-4249-9319-6514c630e252 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.358262] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.358262] env[62979]: value = "task-2382041" [ 1029.358262] env[62979]: _type = "Task" [ 1029.358262] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.367927] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382041, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.411628] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.412040] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.412221] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.412333] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.412519] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.414781] env[62979]: INFO nova.compute.manager [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Terminating instance [ 1029.489014] env[62979]: DEBUG nova.compute.manager [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.489236] env[62979]: DEBUG nova.compute.manager [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.489452] env[62979]: DEBUG oslo_concurrency.lockutils [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.489660] env[62979]: DEBUG oslo_concurrency.lockutils [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.489847] env[62979]: DEBUG nova.network.neutron [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.565924] env[62979]: DEBUG nova.network.neutron [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.663853] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.670288] env[62979]: DEBUG nova.scheduler.client.report [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.869910] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382041, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.919137] env[62979]: DEBUG nova.compute.manager [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.919411] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.920508] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78437c1-9306-403d-a8da-13ffabdc0ce5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928221] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.928481] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da5333c-ec85-43e3-99fb-7476900bf942 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.934860] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 1029.934860] env[62979]: value = "task-2382042" [ 1029.934860] env[62979]: _type = "Task" [ 1029.934860] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.944163] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.961645] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.961946] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.962202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.962407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.962611] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.965489] env[62979]: INFO nova.compute.manager [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Terminating instance [ 1030.054159] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c2b1285f-bfce-47f9-b86c-81019049d310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.054362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.054954] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.054954] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.054954] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.057367] env[62979]: INFO nova.compute.manager [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Terminating instance [ 1030.069640] env[62979]: INFO nova.compute.manager [-] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Took 1.24 seconds to deallocate network for instance. [ 1030.166766] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.175489] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.499s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.175753] env[62979]: INFO nova.compute.manager [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Migrating [ 1030.185009] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.406s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.187080] env[62979]: INFO nova.compute.claims [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.376327] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382041, 'name': CreateVM_Task, 'duration_secs': 0.949985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.376555] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.377383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.377551] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.377944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.379402] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae92d5e-3b44-49fe-a69a-33e05cd8a1c0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.385503] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1030.385503] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d3e36c-84bb-6f70-6bc9-e29daf10232e" [ 1030.385503] env[62979]: _type = "Task" [ 1030.385503] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.400967] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d3e36c-84bb-6f70-6bc9-e29daf10232e, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.401296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.401558] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.401800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.401956] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.402162] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.402462] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44ecc281-dfc6-4391-8315-a766906e0b80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.411589] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.411903] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.412847] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745a7158-d48c-42d6-b492-4e9abd597861 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.419183] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1030.419183] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5242f087-f50f-3a89-8cc0-3fa0c88a551b" [ 1030.419183] env[62979]: _type = "Task" [ 1030.419183] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.428468] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5242f087-f50f-3a89-8cc0-3fa0c88a551b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.439783] env[62979]: DEBUG nova.network.neutron [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.440286] env[62979]: DEBUG nova.network.neutron [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.450244] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382042, 'name': PowerOffVM_Task, 'duration_secs': 0.322762} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.450529] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.450712] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.451185] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70629246-47b3-4601-8bb5-8fb8d39d00c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.472131] env[62979]: DEBUG nova.compute.manager [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.472131] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.472131] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1456494-f75d-4724-a646-e5487358c50d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.479911] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.480344] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5437796c-f9c3-4b56-944a-2629f6da3efb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.486621] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1030.486621] env[62979]: value = "task-2382044" [ 1030.486621] env[62979]: _type = "Task" [ 1030.486621] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.496771] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.520022] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.520294] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.520519] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleting the datastore file [datastore1] 58724e42-0b03-4b93-bea6-bd0d2a9cd345 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.520811] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d4af39-f8fe-45be-b428-ac2f4868918e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.529121] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 1030.529121] env[62979]: value = "task-2382045" [ 1030.529121] env[62979]: _type = "Task" [ 1030.529121] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.535997] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.564113] env[62979]: DEBUG nova.compute.manager [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.564410] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.565629] env[62979]: DEBUG nova.network.neutron [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [{"id": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "address": "fa:16:3e:55:48:23", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ce9811-73", "ovs_interfaceid": "40ce9811-739c-41d1-967e-4a83aac5a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.567806] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d507748-b1ed-4d99-b91e-919ffa2658ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.577089] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.577683] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.578021] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a001ca-2143-42cc-96c3-c7e2ab8c29ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.589841] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1030.589841] env[62979]: value = "task-2382046" [ 1030.589841] env[62979]: _type = "Task" [ 1030.589841] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.605482] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.666524] env[62979]: DEBUG oslo_vmware.api [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382040, 'name': RemoveSnapshot_Task, 'duration_secs': 1.112231} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.666899] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.667285] env[62979]: INFO nova.compute.manager [None req-80600c97-4fd5-48e7-a974-aa0e06fffffe tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 17.60 seconds to snapshot the instance on the hypervisor. [ 1030.708409] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.708409] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.708595] env[62979]: DEBUG nova.network.neutron [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.932369] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5242f087-f50f-3a89-8cc0-3fa0c88a551b, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.933531] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c16845-3a0e-4739-8bdf-65bb658b5aa3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.939102] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1030.939102] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52684d25-666b-d79a-7232-0a3120a91d03" [ 1030.939102] env[62979]: _type = "Task" [ 1030.939102] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.947973] env[62979]: DEBUG oslo_concurrency.lockutils [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.948176] env[62979]: DEBUG nova.compute.manager [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Received event network-vif-deleted-d07ec1ab-7924-440f-8e78-675f7444a874 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.948370] env[62979]: INFO nova.compute.manager [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Neutron deleted interface d07ec1ab-7924-440f-8e78-675f7444a874; detaching it from the instance and deleting it from the info cache [ 1030.948542] env[62979]: DEBUG nova.network.neutron [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.949844] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52684d25-666b-d79a-7232-0a3120a91d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.999062] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382044, 'name': PowerOffVM_Task, 'duration_secs': 0.199732} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.999277] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.999485] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.999720] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6dd94f0-c5ee-4cc5-92db-cb570bf9b134 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.038690] env[62979]: DEBUG oslo_vmware.api [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219692} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.038988] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.039149] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.039394] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.039587] env[62979]: INFO nova.compute.manager [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1031.039832] env[62979]: DEBUG oslo.service.loopingcall [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.040034] env[62979]: DEBUG nova.compute.manager [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.040866] env[62979]: DEBUG nova.network.neutron [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.070315] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.070549] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.070735] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleting the datastore file [datastore1] a1f633f7-6fff-44bd-a8e9-1d978f8c0311 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.071846] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-991d6af3-4f68-4a6c-957d-61f4b7297baf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.072194] env[62979]: DEBUG nova.objects.instance [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'migration_context' on Instance uuid 991d6af3-4f68-4a6c-957d-61f4b7297baf {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.074149] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ce3ecc-bcee-4500-897c-5068902fca88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082457] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1031.082457] env[62979]: value = "task-2382048" [ 1031.082457] env[62979]: _type = "Task" [ 1031.082457] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.094711] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.104904] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382046, 'name': PowerOffVM_Task, 'duration_secs': 0.215664} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.108031] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.108031] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.108031] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb62551-8fa8-4c55-a480-5cc58a48bda7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.183658] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.183909] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.184152] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleting the datastore file [datastore2] c2b1285f-bfce-47f9-b86c-81019049d310 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.184737] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a383a2ae-c5a0-4b7e-a293-01b1c3908e79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.199656] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1031.199656] env[62979]: value = "task-2382050" [ 1031.199656] env[62979]: _type = "Task" [ 1031.199656] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.208529] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.450906] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52684d25-666b-d79a-7232-0a3120a91d03, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.451660] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.451970] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c79f0e45-c08b-4626-a935-fef0067dfe5d/c79f0e45-c08b-4626-a935-fef0067dfe5d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.454862] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d9659ab-152b-473d-996a-0f10e6a21d72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.457017] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ccbcf3-4712-4865-b910-62495db4e88a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.470166] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62372347-5249-460f-bbd2-3ff7e76a85d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.482280] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1031.482280] env[62979]: value = "task-2382051" [ 1031.482280] env[62979]: _type = "Task" [ 1031.482280] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.495618] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.510595] env[62979]: DEBUG nova.compute.manager [req-1bdff609-cde9-4afe-a1b7-af160736548a req-61216adc-d726-42ba-adf9-2b8c68e96018 service nova] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Detach interface failed, port_id=d07ec1ab-7924-440f-8e78-675f7444a874, reason: Instance 2ce8a2a6-c380-4823-8773-e75b2ce1162c could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.580466] env[62979]: DEBUG nova.objects.base [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Object Instance<991d6af3-4f68-4a6c-957d-61f4b7297baf> lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.582586] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387b94c-5c65-4b2f-b698-823a4329f749 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.595858] env[62979]: DEBUG oslo_vmware.api [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174047} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.609861] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.615623] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.615623] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.615623] env[62979]: INFO nova.compute.manager [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1031.615623] env[62979]: DEBUG oslo.service.loopingcall [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.619684] env[62979]: DEBUG nova.compute.manager [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.621924] env[62979]: DEBUG nova.network.neutron [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.621924] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2a8946-7c0c-41e0-ac60-3b735fb414f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.628044] env[62979]: DEBUG oslo_vmware.api [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1031.628044] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d527d0-c3a1-a6d8-605b-0f5e6461b17f" [ 1031.628044] env[62979]: _type = "Task" [ 1031.628044] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.636299] env[62979]: DEBUG oslo_vmware.api [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d527d0-c3a1-a6d8-605b-0f5e6461b17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.638111] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e3394-ce9f-439e-9dc2-30caf9b64fe0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.644598] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754c3e1-4d84-4ad8-b99b-242de23cda40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.686810] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97a27e-70f7-477f-a5ad-dc2109179976 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.695456] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce08944-fd28-43ee-8785-bf0ca4da83f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.721669] env[62979]: DEBUG nova.compute.provider_tree [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.726269] env[62979]: DEBUG oslo_vmware.api [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162574} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.726939] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.727038] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.727937] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.727937] env[62979]: INFO nova.compute.manager [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1031.727937] env[62979]: DEBUG oslo.service.loopingcall [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.727937] env[62979]: DEBUG nova.compute.manager [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.727937] env[62979]: DEBUG nova.network.neutron [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.775070] env[62979]: DEBUG nova.network.neutron [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.915760] env[62979]: DEBUG nova.compute.manager [req-e5ecea50-5746-4421-8364-9c6323002e04 req-133ab7b0-7d43-42d6-a088-530adbaa7e41 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Received event network-vif-deleted-e55dad97-deec-45f6-af59-dfb1c8b3ba92 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.916099] env[62979]: INFO nova.compute.manager [req-e5ecea50-5746-4421-8364-9c6323002e04 req-133ab7b0-7d43-42d6-a088-530adbaa7e41 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Neutron deleted interface e55dad97-deec-45f6-af59-dfb1c8b3ba92; detaching it from the instance and deleting it from the info cache [ 1031.916204] env[62979]: DEBUG nova.network.neutron [req-e5ecea50-5746-4421-8364-9c6323002e04 req-133ab7b0-7d43-42d6-a088-530adbaa7e41 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.995180] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.141990] env[62979]: DEBUG oslo_vmware.api [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d527d0-c3a1-a6d8-605b-0f5e6461b17f, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.144370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.214898] env[62979]: DEBUG nova.compute.manager [req-0986f77d-a8fa-4b4b-bdfd-7a7028d42f82 req-aff90a19-d442-4b98-a154-81d7713c0e84 service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Received event network-vif-deleted-c7e70edb-6fd5-4ae0-9fc6-5af76e57e479 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.214898] env[62979]: INFO nova.compute.manager [req-0986f77d-a8fa-4b4b-bdfd-7a7028d42f82 req-aff90a19-d442-4b98-a154-81d7713c0e84 service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Neutron deleted interface c7e70edb-6fd5-4ae0-9fc6-5af76e57e479; detaching it from the instance and deleting it from the info cache [ 1032.214898] env[62979]: DEBUG nova.network.neutron [req-0986f77d-a8fa-4b4b-bdfd-7a7028d42f82 req-aff90a19-d442-4b98-a154-81d7713c0e84 service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.229161] env[62979]: DEBUG nova.scheduler.client.report [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.281417] env[62979]: DEBUG nova.network.neutron [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.284245] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.312518] env[62979]: DEBUG oslo_concurrency.lockutils [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.315153] env[62979]: DEBUG oslo_concurrency.lockutils [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.419768] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f83081d-dcc7-47c2-88d5-df7a6a4b6e22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.432698] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e98a4-4ef9-4071-b951-64f5bec61121 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.467493] env[62979]: DEBUG nova.compute.manager [req-e5ecea50-5746-4421-8364-9c6323002e04 req-133ab7b0-7d43-42d6-a088-530adbaa7e41 service nova] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Detach interface failed, port_id=e55dad97-deec-45f6-af59-dfb1c8b3ba92, reason: Instance 58724e42-0b03-4b93-bea6-bd0d2a9cd345 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.495760] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768593} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.496241] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c79f0e45-c08b-4626-a935-fef0067dfe5d/c79f0e45-c08b-4626-a935-fef0067dfe5d.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.496585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.496858] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59eded71-a427-4610-ba08-d2ea9380081c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.504049] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1032.504049] env[62979]: value = "task-2382052" [ 1032.504049] env[62979]: _type = "Task" [ 1032.504049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.513186] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.605464] env[62979]: DEBUG nova.network.neutron [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.716819] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da45bb4-09d7-49a3-bb89-b9bccd4ba6f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.722513] env[62979]: DEBUG nova.network.neutron [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.727963] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d80826-ddd5-4850-b2d8-9553970e1430 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.739877] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.740455] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.749156] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.602s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.749156] env[62979]: DEBUG nova.objects.instance [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.771056] env[62979]: DEBUG nova.compute.manager [req-0986f77d-a8fa-4b4b-bdfd-7a7028d42f82 req-aff90a19-d442-4b98-a154-81d7713c0e84 service nova] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Detach interface failed, port_id=c7e70edb-6fd5-4ae0-9fc6-5af76e57e479, reason: Instance a1f633f7-6fff-44bd-a8e9-1d978f8c0311 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.783243] env[62979]: INFO nova.compute.manager [-] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Took 1.74 seconds to deallocate network for instance. [ 1032.817435] env[62979]: INFO nova.compute.manager [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Detaching volume 3177db96-08df-47cb-a5ef-609061e3eb7b [ 1032.885156] env[62979]: INFO nova.virt.block_device [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Attempting to driver detach volume 3177db96-08df-47cb-a5ef-609061e3eb7b from mountpoint /dev/sdb [ 1032.885447] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.885726] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.886658] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40524863-2552-4b91-b5de-57a1a9820af8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.910804] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cd08d-3d83-4d7e-a1e8-449b22c242b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.919405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752c165-ce90-46bf-8c51-cf3497ec66ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.942658] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d595718-2b6c-4f31-b18b-4eb63ae056d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.964759] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] The volume has not been displaced from its original location: [datastore1] volume-3177db96-08df-47cb-a5ef-609061e3eb7b/volume-3177db96-08df-47cb-a5ef-609061e3eb7b.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1032.970505] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.970911] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcef4553-5cea-4d90-aaf6-96c76af775d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.989371] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1032.989371] env[62979]: value = "task-2382053" [ 1032.989371] env[62979]: _type = "Task" [ 1032.989371] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.998360] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.012564] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242149} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.013123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.013770] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468af65a-5892-4e36-be9c-5c732a8430ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.039753] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c79f0e45-c08b-4626-a935-fef0067dfe5d/c79f0e45-c08b-4626-a935-fef0067dfe5d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.040107] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81aa8414-bf42-42bb-bf0b-bc14a361597d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.061372] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1033.061372] env[62979]: value = "task-2382054" [ 1033.061372] env[62979]: _type = "Task" [ 1033.061372] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.070416] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.108154] env[62979]: INFO nova.compute.manager [-] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Took 1.49 seconds to deallocate network for instance. [ 1033.227666] env[62979]: INFO nova.compute.manager [-] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Took 1.50 seconds to deallocate network for instance. [ 1033.249035] env[62979]: DEBUG nova.compute.utils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1033.250396] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.250614] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.259184] env[62979]: DEBUG nova.objects.instance [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.290800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.291057] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.292906] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.382055] env[62979]: DEBUG nova.policy [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e148652022a04fdaa472a295ba4850af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '966814720e9046aa8e09211e5b151138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.500998] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382053, 'name': ReconfigVM_Task, 'duration_secs': 0.322511} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.501952] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.507737] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d86e87-bb7c-4a87-a3fb-17bcf6810cc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.527955] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1033.527955] env[62979]: value = "task-2382055" [ 1033.527955] env[62979]: _type = "Task" [ 1033.527955] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.534463] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.570734] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382054, 'name': ReconfigVM_Task, 'duration_secs': 0.321243} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.571090] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c79f0e45-c08b-4626-a935-fef0067dfe5d/c79f0e45-c08b-4626-a935-fef0067dfe5d.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.571879] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43264f2c-2dab-4015-b351-2ac5e594852d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.577985] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1033.577985] env[62979]: value = "task-2382056" [ 1033.577985] env[62979]: _type = "Task" [ 1033.577985] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.586740] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382056, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.617540] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.739063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.761736] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.764708] env[62979]: INFO nova.compute.claims [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.795443] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.805700] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf251d1e-bcc5-4092-81e5-1920cca701cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.832892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.993876] env[62979]: DEBUG nova.compute.manager [req-40426b09-b656-49df-a603-95d3c34ce0ac req-8fc81b81-4b79-4909-8c73-293c39182d5c service nova] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Received event network-vif-deleted-9c4d986c-e2a0-4aab-bff7-71da5f7cb29e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.037522] env[62979]: DEBUG oslo_vmware.api [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382055, 'name': ReconfigVM_Task, 'duration_secs': 0.152076} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.037862] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483393', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'name': 'volume-3177db96-08df-47cb-a5ef-609061e3eb7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e098516-e061-4208-98a0-f9a740448386', 'attached_at': '', 'detached_at': '', 'volume_id': '3177db96-08df-47cb-a5ef-609061e3eb7b', 'serial': '3177db96-08df-47cb-a5ef-609061e3eb7b'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.082911] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Successfully created port: 8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.090097] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382056, 'name': Rename_Task, 'duration_secs': 0.14798} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.090384] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.090643] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b627160-6caa-482d-95af-123d34f6c1ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.096906] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1034.096906] env[62979]: value = "task-2382057" [ 1034.096906] env[62979]: _type = "Task" [ 1034.096906] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.105234] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.326232] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.340491] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.341010] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92721aef-36fc-4574-b20a-7fe56bb92ec5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.353469] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1034.353469] env[62979]: value = "task-2382058" [ 1034.353469] env[62979]: _type = "Task" [ 1034.353469] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.368801] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.507274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.507596] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.507847] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.508091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.508281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.512785] env[62979]: INFO nova.compute.manager [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Terminating instance [ 1034.609655] env[62979]: DEBUG oslo_vmware.api [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382057, 'name': PowerOnVM_Task, 'duration_secs': 0.498768} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.610993] env[62979]: DEBUG nova.objects.instance [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'flavor' on Instance uuid 1e098516-e061-4208-98a0-f9a740448386 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.612329] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.612547] env[62979]: INFO nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1034.612788] env[62979]: DEBUG nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.613908] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c2d0b-7cad-4f05-88f2-1d95a6410885 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.683622] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da1f57-56ac-423d-9184-bb5343d77947 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.691996] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b39cd-e10f-4a9b-a283-5fab5a1c2560 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.726313] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9c2d2-587d-43fa-9063-b0daec8a1e7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.734046] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a37a5b-f839-408e-be5e-fde00e49893e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.747707] env[62979]: DEBUG nova.compute.provider_tree [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.776921] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.811687] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.811942] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.812118] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.812306] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.812458] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.812609] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.812819] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.812980] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.813164] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.813330] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.813603] env[62979]: DEBUG nova.virt.hardware [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.814497] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f6521-fd77-427c-aaa3-20889723ea14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.822718] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d71f71-aa90-4eb0-b3e6-11bdd32886c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.862771] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382058, 'name': PowerOffVM_Task, 'duration_secs': 0.177239} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.863065] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.863262] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.025467] env[62979]: DEBUG nova.compute.manager [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.025467] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.025467] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0b572a-17e5-4710-bb0f-d1046218e86d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.033019] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.033019] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3056547d-61a2-4ddb-9b6e-ca33b1845e55 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.039323] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1035.039323] env[62979]: value = "task-2382059" [ 1035.039323] env[62979]: _type = "Task" [ 1035.039323] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.049057] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.140261] env[62979]: INFO nova.compute.manager [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Took 34.66 seconds to build instance. [ 1035.251757] env[62979]: DEBUG nova.scheduler.client.report [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.370039] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.370333] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.370519] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.370743] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.370965] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.371154] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.371409] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.371889] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.371889] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.371889] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.372075] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.377949] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84078a44-cba4-4b02-a403-e60302d7ced4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.396958] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1035.396958] env[62979]: value = "task-2382060" [ 1035.396958] env[62979]: _type = "Task" [ 1035.396958] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.399799] env[62979]: DEBUG nova.compute.manager [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.400086] env[62979]: DEBUG nova.compute.manager [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.400333] env[62979]: DEBUG oslo_concurrency.lockutils [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.400621] env[62979]: DEBUG oslo_concurrency.lockutils [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.400713] env[62979]: DEBUG nova.network.neutron [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.412599] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.555875] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382059, 'name': PowerOffVM_Task, 'duration_secs': 0.41536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.557577] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.557577] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.557577] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d5f3e84-ae5e-43e4-8888-8cb6a5a95871 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.624474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-089cbc89-063c-42f4-9fdf-55f579e79463 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.638469] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.638469] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.638469] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleting the datastore file [datastore2] ec8c1b78-9ef8-478e-b543-1801f5817e0a {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.638469] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4994a7f-49cc-4c1e-a45d-aa208dfd3380 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.646042] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a920b1f1-8af5-47fe-8d08-6036e57a3155 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.169s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.646042] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1035.646042] env[62979]: value = "task-2382062" [ 1035.646042] env[62979]: _type = "Task" [ 1035.646042] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.654491] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.759505] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.012s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.762591] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.610s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.765354] env[62979]: INFO nova.compute.claims [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.814190] env[62979]: INFO nova.network.neutron [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating port 6934f0a8-f0fe-4083-ad6f-c293634dd516 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1035.916187] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Successfully updated port: 8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.924517] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382060, 'name': ReconfigVM_Task, 'duration_secs': 0.23461} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.924517] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.061315] env[62979]: DEBUG nova.compute.manager [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Received event network-vif-plugged-8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.061529] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.061994] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.062095] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.062233] env[62979]: DEBUG nova.compute.manager [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] No waiting events found dispatching network-vif-plugged-8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.062540] env[62979]: WARNING nova.compute.manager [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Received unexpected event network-vif-plugged-8f9f9640-0e10-49fd-87b4-c67a89448814 for instance with vm_state building and task_state spawning. [ 1036.062540] env[62979]: DEBUG nova.compute.manager [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Received event network-changed-8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.062699] env[62979]: DEBUG nova.compute.manager [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Refreshing instance network info cache due to event network-changed-8f9f9640-0e10-49fd-87b4-c67a89448814. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.062883] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Acquiring lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.063172] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Acquired lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.063430] env[62979]: DEBUG nova.network.neutron [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Refreshing network info cache for port 8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.155274] env[62979]: DEBUG oslo_vmware.api [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439884} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.155567] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.155768] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.155952] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.156142] env[62979]: INFO nova.compute.manager [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1036.156388] env[62979]: DEBUG oslo.service.loopingcall [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.156597] env[62979]: DEBUG nova.compute.manager [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.156695] env[62979]: DEBUG nova.network.neutron [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.369287] env[62979]: DEBUG nova.network.neutron [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.369730] env[62979]: DEBUG nova.network.neutron [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.425265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.431342] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.431596] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.431965] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.431965] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.433315] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.433315] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.433315] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.433783] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.433892] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.434714] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.435017] env[62979]: DEBUG nova.virt.hardware [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.442218] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.442739] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d377cc-33d7-4156-8463-352676d95666 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.463869] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1036.463869] env[62979]: value = "task-2382063" [ 1036.463869] env[62979]: _type = "Task" [ 1036.463869] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.473477] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.481893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.482136] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.607963] env[62979]: DEBUG nova.network.neutron [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.722509] env[62979]: DEBUG nova.network.neutron [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.850958] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.851238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.851452] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "1e098516-e061-4208-98a0-f9a740448386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.851638] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.851855] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.854047] env[62979]: INFO nova.compute.manager [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Terminating instance [ 1036.871739] env[62979]: DEBUG oslo_concurrency.lockutils [req-81f9b2d8-3cb5-4a74-8a21-38518ebcce6b req-af111a0b-1cae-417c-97cb-5e17582ed12f service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.959819] env[62979]: DEBUG nova.network.neutron [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.975326] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382063, 'name': ReconfigVM_Task, 'duration_secs': 0.298494} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.976370] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.977162] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb61d6-61fc-40f8-a8ad-e65639492e99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.984748] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.006314] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.009662] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf72e83-a65c-44f3-9eea-7f93f1cc2cd5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.031018] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1037.031018] env[62979]: value = "task-2382064" [ 1037.031018] env[62979]: _type = "Task" [ 1037.031018] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.043881] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.108527] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2eed47-94b5-43e6-9381-68a816a158f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.118413] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ff842-fc95-4887-8390-fc1981a1228f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.148159] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193d620-d87b-457b-a64f-5ead52fd7b58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.155580] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa881fc8-050d-4e8b-8b50-842eee4c9845 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.169257] env[62979]: DEBUG nova.compute.provider_tree [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.224734] env[62979]: DEBUG oslo_concurrency.lockutils [req-1212564e-7e33-46a0-93e9-f8851196e2c6 req-dd833096-ee4f-48e9-93b5-c91a0353eb8f service nova] Releasing lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.225175] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.225342] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.357670] env[62979]: DEBUG nova.compute.manager [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.357938] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.359173] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d81f0-4f1c-4347-a586-589b8b1b267b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.368527] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.368846] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda4b5fb-dcb9-475c-929d-ed0361563bdf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.375177] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1037.375177] env[62979]: value = "task-2382065" [ 1037.375177] env[62979]: _type = "Task" [ 1037.375177] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.383634] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.463431] env[62979]: INFO nova.compute.manager [-] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Took 1.31 seconds to deallocate network for instance. [ 1037.528837] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "05190c4c-ab63-474a-906e-4411304ba3ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.529193] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "05190c4c-ab63-474a-906e-4411304ba3ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.532494] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.542945] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.553833] env[62979]: DEBUG nova.compute.manager [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.554065] env[62979]: DEBUG oslo_concurrency.lockutils [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.554628] env[62979]: DEBUG oslo_concurrency.lockutils [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.554628] env[62979]: DEBUG oslo_concurrency.lockutils [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.554628] env[62979]: DEBUG nova.compute.manager [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] No waiting events found dispatching network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.554876] env[62979]: WARNING nova.compute.manager [req-b1afa756-6a81-4868-a6be-4ed2faf3bdd4 req-e2f6bdee-8139-4640-8780-4df01e8ca5c1 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received unexpected event network-vif-plugged-6934f0a8-f0fe-4083-ad6f-c293634dd516 for instance with vm_state shelved_offloaded and task_state spawning. [ 1037.672277] env[62979]: DEBUG nova.scheduler.client.report [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.695202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.695401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.695689] env[62979]: DEBUG nova.network.neutron [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.758844] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.885621] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382065, 'name': PowerOffVM_Task, 'duration_secs': 0.215094} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.885891] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.886221] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.886504] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f94bd9-7935-439d-bbfb-3669236d0085 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.899183] env[62979]: DEBUG nova.network.neutron [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [{"id": "8f9f9640-0e10-49fd-87b4-c67a89448814", "address": "fa:16:3e:5e:ad:5d", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9f9640-0e", "ovs_interfaceid": "8f9f9640-0e10-49fd-87b4-c67a89448814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.951401] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.951631] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.951819] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore1] 1e098516-e061-4208-98a0-f9a740448386 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.952085] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddb9bcc0-4a10-44aa-abc9-5f0b4817171e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.958611] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1037.958611] env[62979]: value = "task-2382067" [ 1037.958611] env[62979]: _type = "Task" [ 1037.958611] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.967524] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.970610] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.032479] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.044416] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.088165] env[62979]: DEBUG nova.compute.manager [req-0f937330-b75b-44b9-a5f1-da89215da60f req-03142de8-68f5-4436-8fa2-7920cf197526 service nova] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Received event network-vif-deleted-9f29b559-3cfd-4583-a27e-745d461aac65 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.178283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.178432] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.181070] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.604s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.181317] env[62979]: DEBUG nova.objects.instance [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid 2ce8a2a6-c380-4823-8773-e75b2ce1162c {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.401986] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.402357] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance network_info: |[{"id": "8f9f9640-0e10-49fd-87b4-c67a89448814", "address": "fa:16:3e:5e:ad:5d", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9f9640-0e", "ovs_interfaceid": "8f9f9640-0e10-49fd-87b4-c67a89448814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.402799] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ad:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f9f9640-0e10-49fd-87b4-c67a89448814', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.410299] env[62979]: DEBUG oslo.service.loopingcall [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.410526] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.410754] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b87ed58-115d-43af-8154-ddf618fa21b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.430931] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.430931] env[62979]: value = "task-2382068" [ 1038.430931] env[62979]: _type = "Task" [ 1038.430931] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.441063] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382068, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.470581] env[62979]: DEBUG oslo_vmware.api [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178653} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.472189] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.472437] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.472692] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.472958] env[62979]: INFO nova.compute.manager [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 1e098516-e061-4208-98a0-f9a740448386] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1038.473276] env[62979]: DEBUG oslo.service.loopingcall [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.474323] env[62979]: DEBUG nova.network.neutron [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.475944] env[62979]: DEBUG nova.compute.manager [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.476109] env[62979]: DEBUG nova.network.neutron [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.549369] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382064, 'name': ReconfigVM_Task, 'duration_secs': 1.199001} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.549648] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6/1cc95b13-67d6-4dac-b8b6-7de3dff065a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.549919] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.554893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.685880] env[62979]: DEBUG nova.compute.utils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.692057] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.692408] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.740031] env[62979]: DEBUG nova.policy [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '852a4090cc9b41de8c9c271c88440bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03eb6f14668847df8785f77c21723375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.949148] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382068, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.978797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.013259] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6dc04634ed9869c4bb59b42297aa31e9',container_format='bare',created_at=2025-02-07T15:36:08Z,direct_url=,disk_format='vmdk',id=b18673a4-84d0-4435-b8e4-6c691bb3905f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1758177810-shelved',owner='1e3174add63442a7a1db4fbf73d222ab',properties=ImageMetaProps,protected=,size=31672832,status='active',tags=,updated_at=2025-02-07T15:36:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.013522] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.014511] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.014511] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.014511] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.014511] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.014511] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.014806] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.014806] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.015041] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.015106] env[62979]: DEBUG nova.virt.hardware [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.018322] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b4771-f989-4931-8d91-7cf63f175387 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.029917] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186ed97-1cb0-427a-9c8e-8a8754e2c993 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.049595] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:34:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6934f0a8-f0fe-4083-ad6f-c293634dd516', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.057271] env[62979]: DEBUG oslo.service.loopingcall [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.059863] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.060707] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f542071b-d47f-418a-8c7a-9cae689b4a74 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.063722] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5214bd-a64f-45ab-b384-ca961becf2f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.066242] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a29e6b3a-ce6c-4516-acfa-7a47380a8a9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.097742] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97a986-5d1b-4539-83fc-d71112e5f999 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.103318] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Successfully created port: 0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.105768] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e454e0-f3dd-4dc4-bef4-ac92d51bc57f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.108465] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.108465] env[62979]: value = "task-2382069" [ 1039.108465] env[62979]: _type = "Task" [ 1039.108465] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.153516] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40604cc1-7f3a-4c77-ad57-8be90e0608cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.156459] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.163199] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382069, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.168726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0f50e1-dc8b-4b36-8576-c6fce37c6d56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.183378] env[62979]: DEBUG nova.compute.provider_tree [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.193035] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.445283] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382068, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.450733] env[62979]: DEBUG nova.network.neutron [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.621946] env[62979]: DEBUG nova.compute.manager [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.622142] env[62979]: DEBUG nova.compute.manager [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing instance network info cache due to event network-changed-6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.622380] env[62979]: DEBUG oslo_concurrency.lockutils [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] Acquiring lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.622531] env[62979]: DEBUG oslo_concurrency.lockutils [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] Acquired lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.622699] env[62979]: DEBUG nova.network.neutron [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Refreshing network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.630519] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382069, 'name': CreateVM_Task, 'duration_secs': 0.381947} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.630760] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.631432] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.631605] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.632707] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.632707] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83502d63-3c7b-4fdf-81e2-1c868db32096 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.640036] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1039.640036] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5229d0fe-ed74-f455-6af9-f2806dc2c1ab" [ 1039.640036] env[62979]: _type = "Task" [ 1039.640036] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.648284] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5229d0fe-ed74-f455-6af9-f2806dc2c1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.686960] env[62979]: DEBUG nova.scheduler.client.report [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.703276] env[62979]: DEBUG nova.network.neutron [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Port 89ad3368-0f2a-43f1-abc8-04431e19d95f binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1039.946093] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382068, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.953657] env[62979]: INFO nova.compute.manager [-] [instance: 1e098516-e061-4208-98a0-f9a740448386] Took 1.48 seconds to deallocate network for instance. [ 1040.149804] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.149804] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Processing image b18673a4-84d0-4435-b8e4-6c691bb3905f {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.150034] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.150203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.150389] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.150645] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7529bdbb-9164-4519-8842-bf58c0d5f2f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.165963] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.166023] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.166812] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c5d964-5346-4c8e-8f1c-09bce06e6486 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.172451] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1040.172451] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f40eef-d386-3bf8-6938-7bac66915d97" [ 1040.172451] env[62979]: _type = "Task" [ 1040.172451] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.180640] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f40eef-d386-3bf8-6938-7bac66915d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.192033] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.193998] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.050s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.200969] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.220579] env[62979]: INFO nova.scheduler.client.report [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance 2ce8a2a6-c380-4823-8773-e75b2ce1162c [ 1040.239102] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.239326] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.239523] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.240044] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.240044] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.241756] env[62979]: DEBUG nova.virt.hardware [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.244314] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a19f00-e495-46f4-8895-e01b8d6d73c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.255328] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8087415-ef8c-40e8-80e1-a9071c8fd9d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.421629] env[62979]: DEBUG nova.network.neutron [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updated VIF entry in instance network info cache for port 6934f0a8-f0fe-4083-ad6f-c293634dd516. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.421629] env[62979]: DEBUG nova.network.neutron [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [{"id": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "address": "fa:16:3e:16:34:4a", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6934f0a8-f0", "ovs_interfaceid": "6934f0a8-f0fe-4083-ad6f-c293634dd516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.446137] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382068, 'name': CreateVM_Task, 'duration_secs': 1.66132} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.446246] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.446967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.447198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.447523] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.447817] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59088a3d-63db-466b-b063-9c3112837c18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.452734] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1040.452734] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d61ad2-981f-d761-9746-77d16932ea0b" [ 1040.452734] env[62979]: _type = "Task" [ 1040.452734] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.464371] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.464707] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d61ad2-981f-d761-9746-77d16932ea0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.684018] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1040.684295] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Fetch image to [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf/OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1040.684537] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Downloading stream optimized image b18673a4-84d0-4435-b8e4-6c691bb3905f to [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf/OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf.vmdk on the data store datastore1 as vApp {{(pid=62979) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1040.684672] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Downloading image file data b18673a4-84d0-4435-b8e4-6c691bb3905f to the ESX as VM named 'OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf' {{(pid=62979) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1040.748523] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.748834] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.748935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.750400] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b683e0c9-4177-4359-97b0-2c63d4a4069c tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "2ce8a2a6-c380-4823-8773-e75b2ce1162c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.589s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.790252] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1040.790252] env[62979]: value = "resgroup-9" [ 1040.790252] env[62979]: _type = "ResourcePool" [ 1040.790252] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1040.791430] env[62979]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-528398b4-1b00-4a08-bebf-4d6d7c645e6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.821058] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease: (returnval){ [ 1040.821058] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1040.821058] env[62979]: _type = "HttpNfcLease" [ 1040.821058] env[62979]: } obtained for vApp import into resource pool (val){ [ 1040.821058] env[62979]: value = "resgroup-9" [ 1040.821058] env[62979]: _type = "ResourcePool" [ 1040.821058] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1040.821330] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the lease: (returnval){ [ 1040.821330] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1040.821330] env[62979]: _type = "HttpNfcLease" [ 1040.821330] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1040.830423] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.830423] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1040.830423] env[62979]: _type = "HttpNfcLease" [ 1040.830423] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.924755] env[62979]: DEBUG oslo_concurrency.lockutils [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] Releasing lock "refresh_cache-4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.925045] env[62979]: DEBUG nova.compute.manager [req-c009a4d5-ceb0-4deb-adc1-d35b90fd32d1 req-6fa8273b-260d-4303-ac27-380889c19958 service nova] [instance: 1e098516-e061-4208-98a0-f9a740448386] Received event network-vif-deleted-a5faf246-5776-4a6c-aaee-a7cfd0cee253 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.964419] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d61ad2-981f-d761-9746-77d16932ea0b, 'name': SearchDatastore_Task, 'duration_secs': 0.033333} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.967912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.968144] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.968368] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.968495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.968673] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.969168] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44eb0961-862c-456b-a53f-299eda180f8f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.977382] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.977891] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.978319] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a38f210-ff37-4250-9a84-c13581cd3455 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.987860] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1040.987860] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52662512-1702-f51e-2c38-00634974bac4" [ 1040.987860] env[62979]: _type = "Task" [ 1040.987860] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.995360] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52662512-1702-f51e-2c38-00634974bac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.096265] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Successfully updated port: 0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.111756] env[62979]: DEBUG nova.compute.manager [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Received event network-vif-plugged-0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.111756] env[62979]: DEBUG oslo_concurrency.lockutils [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] Acquiring lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.111756] env[62979]: DEBUG oslo_concurrency.lockutils [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.111756] env[62979]: DEBUG oslo_concurrency.lockutils [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.111756] env[62979]: DEBUG nova.compute.manager [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] No waiting events found dispatching network-vif-plugged-0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.111915] env[62979]: WARNING nova.compute.manager [req-2435841e-fb51-4a2c-a11c-b6a49bc8c267 req-b3c5f6ed-7e7a-43e4-af8c-baf87b7b86c1 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Received unexpected event network-vif-plugged-0378f64b-59c3-4980-a56c-58f3a9f9cd35 for instance with vm_state building and task_state spawning. [ 1041.133613] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa175e12-c25d-4a69-bff8-8c4afa067dec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.140911] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cc44b-1da4-404f-a820-f35c10c572cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.175148] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a5c89-521c-4af7-a850-b197f17fe8b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.182259] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9513309e-5407-427f-a829-241ec6709ece {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.195972] env[62979]: DEBUG nova.compute.provider_tree [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.285091] env[62979]: DEBUG nova.compute.manager [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.286183] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47a35f-65a1-4cdc-af3e-7447b3ec86e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.330079] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.330079] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1041.330079] env[62979]: _type = "HttpNfcLease" [ 1041.330079] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.498829] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52662512-1702-f51e-2c38-00634974bac4, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.499651] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed0d8d1-015a-4092-bcec-930f525376bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.505287] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1041.505287] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5205ec69-c262-9bbd-73ac-7f7ccd677416" [ 1041.505287] env[62979]: _type = "Task" [ 1041.505287] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.512715] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5205ec69-c262-9bbd-73ac-7f7ccd677416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.558574] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.558574] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.601755] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.601944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquired lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.602128] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.699495] env[62979]: DEBUG nova.scheduler.client.report [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.786017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.786335] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.786491] env[62979]: DEBUG nova.network.neutron [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.797180] env[62979]: INFO nova.compute.manager [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] instance snapshotting [ 1041.798018] env[62979]: DEBUG nova.objects.instance [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.833413] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.833413] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1041.833413] env[62979]: _type = "HttpNfcLease" [ 1041.833413] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.015605] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5205ec69-c262-9bbd-73ac-7f7ccd677416, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.015880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.016174] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.016421] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9719cc-9017-44cd-a6a0-562b1c4b9f77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.022774] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1042.022774] env[62979]: value = "task-2382071" [ 1042.022774] env[62979]: _type = "Task" [ 1042.022774] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.030735] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.061539] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.137098] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.306408] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41cd79c-f67a-467d-8978-049039190655 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.336491] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59178b9-07b2-4a22-9db7-3690560c50e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.342062] env[62979]: DEBUG nova.network.neutron [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Updating instance_info_cache with network_info: [{"id": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "address": "fa:16:3e:f3:8e:c9", "network": {"id": "8e160631-e907-4e20-8c70-8049dab25e89", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524280998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03eb6f14668847df8785f77c21723375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0378f64b-59", "ovs_interfaceid": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.350696] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.350696] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1042.350696] env[62979]: _type = "HttpNfcLease" [ 1042.350696] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.353559] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.353559] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fcc53b-94de-c890-a46d-81a9ecf877e1" [ 1042.353559] env[62979]: _type = "HttpNfcLease" [ 1042.353559] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1042.357120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e8f66c-5437-4206-8a2d-1f9cbb721564 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.369038] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.369038] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HTTP connection to write to file with size = 31672832 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1042.444154] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4c83beb-fc25-4ee1-9e80-25fdffaf360d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.537729] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.594663] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.639642] env[62979]: DEBUG nova.network.neutron [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.711023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.517s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.714350] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.421s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.714584] env[62979]: DEBUG nova.objects.instance [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'resources' on Instance uuid 58724e42-0b03-4b93-bea6-bd0d2a9cd345 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.846569] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Releasing lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.847059] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Instance network_info: |[{"id": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "address": "fa:16:3e:f3:8e:c9", "network": {"id": "8e160631-e907-4e20-8c70-8049dab25e89", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524280998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03eb6f14668847df8785f77c21723375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0378f64b-59", "ovs_interfaceid": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.848029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:8e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0378f64b-59c3-4980-a56c-58f3a9f9cd35', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.855453] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Creating folder: Project (03eb6f14668847df8785f77c21723375). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.860063] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520486a0-735b-4c5d-b291-2659f4602ffe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.862894] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.863244] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf218855-f8cf-4333-b660-7b984c8dc723 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.871449] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1042.871449] env[62979]: value = "task-2382073" [ 1042.871449] env[62979]: _type = "Task" [ 1042.871449] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.875731] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Created folder: Project (03eb6f14668847df8785f77c21723375) in parent group-v483149. [ 1042.875919] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Creating folder: Instances. Parent ref: group-v483427. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.878355] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2004bf15-1fbb-4b5e-bba9-7db85d67b164 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.882828] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.890857] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Created folder: Instances in parent group-v483427. [ 1042.891147] env[62979]: DEBUG oslo.service.loopingcall [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.891356] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.891891] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0c90b78-3acf-439e-8ed0-cebfcdd097d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.916737] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.916737] env[62979]: value = "task-2382075" [ 1042.916737] env[62979]: _type = "Task" [ 1042.916737] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.927830] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382075, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.037016] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53977} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.037335] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.037593] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.037870] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fb8df8e-51bc-4bcd-b40a-c008dd273fd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.046851] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1043.046851] env[62979]: value = "task-2382076" [ 1043.046851] env[62979]: _type = "Task" [ 1043.046851] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.056354] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.142387] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.173964] env[62979]: DEBUG nova.compute.manager [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Received event network-changed-0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.174219] env[62979]: DEBUG nova.compute.manager [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Refreshing instance network info cache due to event network-changed-0378f64b-59c3-4980-a56c-58f3a9f9cd35. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.174447] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] Acquiring lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.174598] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] Acquired lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.174763] env[62979]: DEBUG nova.network.neutron [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Refreshing network info cache for port 0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.287747] env[62979]: INFO nova.scheduler.client.report [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocation for migration 96017622-0e9b-4524-abeb-59b6ecc7177c [ 1043.386557] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.428350] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382075, 'name': CreateVM_Task, 'duration_secs': 0.400953} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.430936] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.431918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.431988] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.432313] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.432579] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75135972-01ab-41bf-8449-b9995f614de9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.437546] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1043.437546] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523c8676-f943-6137-75c1-92ade0c499e4" [ 1043.437546] env[62979]: _type = "Task" [ 1043.437546] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.448821] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523c8676-f943-6137-75c1-92ade0c499e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.562067] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068612} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.562358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.563161] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a5e52-571e-4407-8e88-d4553a6e31ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.567650] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ee712-107d-4083-9d90-5723c2e54dc9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.590912] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.591958] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa7d9a8-792e-44a3-a29e-ecb61e7b6684 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.595156] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a9f084-4397-4443-ba86-6cfe0ff220e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.639267] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1658c1bf-c94c-4de5-bc4e-df2462ac3a72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.641081] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1043.641081] env[62979]: value = "task-2382077" [ 1043.641081] env[62979]: _type = "Task" [ 1043.641081] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.653083] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4143096-c450-486b-8435-53d26d241f06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.665177] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.675132] env[62979]: DEBUG nova.compute.provider_tree [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.684283] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82631ec-c38c-47af-b2fd-af55afa21896 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.710612] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b144b5-f29d-4574-9002-1e864ab0478a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.719404] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.724720] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1043.724963] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1043.725964] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40fdf89-f780-477a-9fc5-ae3b18007617 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.736874] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1043.739015] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1043.739015] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-92132c33-adcc-48b5-b5f0-e914db7f89ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.796186] env[62979]: DEBUG oslo_concurrency.lockutils [None req-aac26cab-49b3-4349-99e7-c3e6f78f4423 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.286s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.882117] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382073, 'name': CreateSnapshot_Task, 'duration_secs': 0.569922} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.882364] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.883091] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fece3a08-677b-44fd-9d38-5c2e6c8ed401 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.948402] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523c8676-f943-6137-75c1-92ade0c499e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.948706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.948996] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.949279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.949364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.949533] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.949800] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03c5b29-8094-444e-bc5a-52df22d3e5ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.960306] env[62979]: DEBUG nova.network.neutron [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Updated VIF entry in instance network info cache for port 0378f64b-59c3-4980-a56c-58f3a9f9cd35. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.960656] env[62979]: DEBUG nova.network.neutron [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Updating instance_info_cache with network_info: [{"id": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "address": "fa:16:3e:f3:8e:c9", "network": {"id": "8e160631-e907-4e20-8c70-8049dab25e89", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524280998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03eb6f14668847df8785f77c21723375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0378f64b-59", "ovs_interfaceid": "0378f64b-59c3-4980-a56c-58f3a9f9cd35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.969304] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.969492] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.970266] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0693a508-3c32-4bd3-b2cb-98d170d8846a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.976486] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1043.976486] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52140fbb-1eff-4fd2-549a-d3515844ccf1" [ 1043.976486] env[62979]: _type = "Task" [ 1043.976486] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.984778] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52140fbb-1eff-4fd2-549a-d3515844ccf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.153865] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.184982] env[62979]: DEBUG nova.scheduler.client.report [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.230983] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.231308] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0755e17-480a-4955-b85c-bc167d9bb007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.239197] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1044.239197] env[62979]: value = "task-2382078" [ 1044.239197] env[62979]: _type = "Task" [ 1044.239197] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.249119] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.298810] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527733d7-ead7-5701-84c1-f282e631ec52/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1044.299084] env[62979]: INFO nova.virt.vmwareapi.images [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Downloaded image file data b18673a4-84d0-4435-b8e4-6c691bb3905f [ 1044.299934] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec2c29-1ef9-4bc5-a24a-52ad5f2bac14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.318189] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25996ae9-c4fd-42ed-964f-8a045fdbfc8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.345733] env[62979]: INFO nova.virt.vmwareapi.images [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] The imported VM was unregistered [ 1044.347506] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1044.347768] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.348058] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae34c2e1-1e6f-478a-b7a2-937286502112 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.360987] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.361359] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf/OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf.vmdk to [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk. {{(pid=62979) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1044.361660] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c625a16-2fc1-4fba-9602-bd74d610f5ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.369252] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1044.369252] env[62979]: value = "task-2382080" [ 1044.369252] env[62979]: _type = "Task" [ 1044.369252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.377549] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.403161] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.403482] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7bc7d841-1e29-41dd-9ac2-06316ec302ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.413689] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1044.413689] env[62979]: value = "task-2382081" [ 1044.413689] env[62979]: _type = "Task" [ 1044.413689] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.419849] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.463342] env[62979]: DEBUG oslo_concurrency.lockutils [req-a1df64b4-49c3-4469-9af8-4013b87d6070 req-cdbb3769-d384-4d72-9d8e-2593cef46680 service nova] Releasing lock "refresh_cache-8bf32461-5a49-4fd3-909c-c69c2eb015d9" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.490039] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52140fbb-1eff-4fd2-549a-d3515844ccf1, 'name': SearchDatastore_Task, 'duration_secs': 0.024403} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.490039] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e1a43a-b855-4614-97b4-a8d89e6d5001 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494463] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1044.494463] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ccf195-d009-95ea-0e39-f3d3d3fde9b3" [ 1044.494463] env[62979]: _type = "Task" [ 1044.494463] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.507223] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ccf195-d009-95ea-0e39-f3d3d3fde9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.508198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.508644] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8bf32461-5a49-4fd3-909c-c69c2eb015d9/8bf32461-5a49-4fd3-909c-c69c2eb015d9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.510220] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0bb718-e71e-4b7c-91de-1acc3a93a32f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.515615] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1044.515615] env[62979]: value = "task-2382082" [ 1044.515615] env[62979]: _type = "Task" [ 1044.515615] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.523653] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.535738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.535738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.535934] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.536132] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.536314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.542030] env[62979]: INFO nova.compute.manager [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Terminating instance [ 1044.656546] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382077, 'name': ReconfigVM_Task, 'duration_secs': 0.729924} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.656642] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.658040] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0e4d45-6eda-432b-bbd3-a384ee9dc7a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.666544] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1044.666544] env[62979]: value = "task-2382083" [ 1044.666544] env[62979]: _type = "Task" [ 1044.666544] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.675989] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382083, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.689728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.692427] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.077s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.692730] env[62979]: DEBUG nova.objects.instance [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lazy-loading 'resources' on Instance uuid a1f633f7-6fff-44bd-a8e9-1d978f8c0311 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.710316] env[62979]: INFO nova.scheduler.client.report [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted allocations for instance 58724e42-0b03-4b93-bea6-bd0d2a9cd345 [ 1044.750164] env[62979]: DEBUG oslo_vmware.api [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382078, 'name': PowerOnVM_Task, 'duration_secs': 0.445429} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.750585] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.750676] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4209a195-5937-4685-a987-6c814f75c153 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance '1cc95b13-67d6-4dac-b8b6-7de3dff065a6' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.879865] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.923387] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.985696] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.985950] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.025475] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.044878] env[62979]: DEBUG nova.compute.manager [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.045119] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.046138] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2c9ca-c10f-4b9d-a5c1-a52efb694394 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.054199] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.054476] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3313a4d8-0503-4785-b85b-4a99fce34954 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.060766] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1045.060766] env[62979]: value = "task-2382084" [ 1045.060766] env[62979]: _type = "Task" [ 1045.060766] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.069914] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.177548] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382083, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.219219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ac13165d-7853-4819-8a39-9ac8768f502b tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "58724e42-0b03-4b93-bea6-bd0d2a9cd345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.807s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.352979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.353362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.353693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.353920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.354097] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.356389] env[62979]: INFO nova.compute.manager [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Terminating instance [ 1045.394231] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.429020] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.490734] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.526950] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.555041] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9aabf5-3dc0-4015-a00e-d19a78974c5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.567030] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831f59a8-3692-46ff-9522-97c6f7ec8562 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.575769] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382084, 'name': PowerOffVM_Task, 'duration_secs': 0.379698} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.603884] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.604152] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.605223] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-861550d1-c2d1-464c-a29b-511bdf918c34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.607692] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f91de7-ddb4-4ff2-9f0b-e097b00bc677 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.615906] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ca259-e1af-495b-b3ab-7b64ebd02f40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.630422] env[62979]: DEBUG nova.compute.provider_tree [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.678335] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382083, 'name': Rename_Task, 'duration_secs': 0.937735} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.679802] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.680264] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.680497] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.680702] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore1] 991d6af3-4f68-4a6c-957d-61f4b7297baf {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.680954] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8927f8-e095-4301-b9a7-a87c2bf7735b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.682797] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c22200-3d09-4ee1-aebc-967c7df98685 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.689904] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1045.689904] env[62979]: value = "task-2382086" [ 1045.689904] env[62979]: _type = "Task" [ 1045.689904] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.691991] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1045.691991] env[62979]: value = "task-2382087" [ 1045.691991] env[62979]: _type = "Task" [ 1045.691991] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.704411] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.708132] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.866525] env[62979]: DEBUG nova.compute.manager [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.868913] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.869781] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562ddaa-5bbb-486b-94ea-08da20345c32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.882200] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.884554] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.884809] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695921b2-17bf-48cd-bffa-09dc54cb0e35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.893282] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 1045.893282] env[62979]: value = "task-2382088" [ 1045.893282] env[62979]: _type = "Task" [ 1045.893282] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.905079] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.927143] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.010966] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.029770] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.134553] env[62979]: DEBUG nova.scheduler.client.report [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.206033] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.209051] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.386187] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.405099] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382088, 'name': PowerOffVM_Task, 'duration_secs': 0.308585} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.405359] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.405531] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.405798] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b696de-4a2c-497d-8bf9-a5677fcfa228 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.426545] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.482864] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.483104] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.483299] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleting the datastore file [datastore2] 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.483585] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47439b66-7c27-4feb-b199-4f410600ab69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.491413] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for the task: (returnval){ [ 1046.491413] env[62979]: value = "task-2382090" [ 1046.491413] env[62979]: _type = "Task" [ 1046.491413] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.501535] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.528233] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.545093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.545422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.545645] env[62979]: DEBUG nova.compute.manager [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Going to confirm migration 5 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1046.641364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.643729] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.905s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.643965] env[62979]: DEBUG nova.objects.instance [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lazy-loading 'resources' on Instance uuid c2b1285f-bfce-47f9-b86c-81019049d310 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.664647] env[62979]: INFO nova.scheduler.client.report [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted allocations for instance a1f633f7-6fff-44bd-a8e9-1d978f8c0311 [ 1046.708716] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.711085] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.885830] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.929215] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382081, 'name': CloneVM_Task, 'duration_secs': 2.438455} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.929514] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created linked-clone VM from snapshot [ 1046.930495] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f3ecb1-86d4-4d13-a999-e2551d5abe0f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.940322] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploading image 1693ba24-274f-4fe3-9248-122006636b75 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.964890] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.964890] env[62979]: value = "vm-483431" [ 1046.964890] env[62979]: _type = "VirtualMachine" [ 1046.964890] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.965218] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0756998-668c-4470-a55f-7304115fc54d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.974154] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease: (returnval){ [ 1046.974154] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524422ab-25a0-615d-6cbe-5961a66712ae" [ 1046.974154] env[62979]: _type = "HttpNfcLease" [ 1046.974154] env[62979]: } obtained for exporting VM: (result){ [ 1046.974154] env[62979]: value = "vm-483431" [ 1046.974154] env[62979]: _type = "VirtualMachine" [ 1046.974154] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.974462] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the lease: (returnval){ [ 1046.974462] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524422ab-25a0-615d-6cbe-5961a66712ae" [ 1046.974462] env[62979]: _type = "HttpNfcLease" [ 1046.974462] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.981888] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.981888] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524422ab-25a0-615d-6cbe-5961a66712ae" [ 1046.981888] env[62979]: _type = "HttpNfcLease" [ 1046.981888] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.001431] env[62979]: DEBUG oslo_vmware.api [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Task: {'id': task-2382090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506953} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.001714] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.001940] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.002184] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.002472] env[62979]: INFO nova.compute.manager [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1047.002870] env[62979]: DEBUG oslo.service.loopingcall [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.003135] env[62979]: DEBUG nova.compute.manager [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.003431] env[62979]: DEBUG nova.network.neutron [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.028999] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382082, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.487347} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.029428] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8bf32461-5a49-4fd3-909c-c69c2eb015d9/8bf32461-5a49-4fd3-909c-c69c2eb015d9.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.029657] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.029915] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd465ea-6a5b-4242-9376-587c2557f655 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.035684] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1047.035684] env[62979]: value = "task-2382092" [ 1047.035684] env[62979]: _type = "Task" [ 1047.035684] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.043193] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.083387] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.083583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.083762] env[62979]: DEBUG nova.network.neutron [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.083949] env[62979]: DEBUG nova.objects.instance [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'info_cache' on Instance uuid 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.173448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b31a3dcf-8c7e-419e-ba54-c3149578632d tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "a1f633f7-6fff-44bd-a8e9-1d978f8c0311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.211s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.219701] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.219967] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.292701] env[62979]: DEBUG nova.compute.manager [req-965ae070-4133-48d5-ab83-85029d1852f2 req-8f6b95e8-3c20-4026-bcaf-dbaf1fd37656 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Received event network-vif-deleted-84f2b896-add1-4b5f-90c5-ecf79a920388 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.292701] env[62979]: INFO nova.compute.manager [req-965ae070-4133-48d5-ab83-85029d1852f2 req-8f6b95e8-3c20-4026-bcaf-dbaf1fd37656 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Neutron deleted interface 84f2b896-add1-4b5f-90c5-ecf79a920388; detaching it from the instance and deleting it from the info cache [ 1047.292701] env[62979]: DEBUG nova.network.neutron [req-965ae070-4133-48d5-ab83-85029d1852f2 req-8f6b95e8-3c20-4026-bcaf-dbaf1fd37656 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.388961] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382080, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.854779} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.389409] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf/OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf.vmdk to [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk. [ 1047.389724] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Cleaning up location [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1047.389998] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f107ee5c-8e2b-4ab1-962f-ff5c08ad18cf {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.390384] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4611a374-a7d5-4aef-8ce4-5af72b657139 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.398737] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1047.398737] env[62979]: value = "task-2382093" [ 1047.398737] env[62979]: _type = "Task" [ 1047.398737] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.410314] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.460231] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4e84a-84b1-48f0-a13e-19ec02830329 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.467451] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9d96f-60d8-42dd-a5d6-39984dfaab54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.501414] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb7206-dcdb-41d0-981e-b27c02699017 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.506980] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.506980] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524422ab-25a0-615d-6cbe-5961a66712ae" [ 1047.506980] env[62979]: _type = "HttpNfcLease" [ 1047.506980] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.509073] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.509073] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524422ab-25a0-615d-6cbe-5961a66712ae" [ 1047.509073] env[62979]: _type = "HttpNfcLease" [ 1047.509073] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.509787] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03534867-dc2e-434e-b670-d269b52f0472 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.512921] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688cbc81-f5af-431b-acb3-f8646efaa45f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526314] env[62979]: DEBUG nova.compute.provider_tree [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.530028] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.530342] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.602756] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286425} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.603057] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.603943] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8209e-1ae6-4c38-9c14-a6e20b3dc37c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.628645] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8bf32461-5a49-4fd3-909c-c69c2eb015d9/8bf32461-5a49-4fd3-909c-c69c2eb015d9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.631505] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1780d09f-7790-4fff-84cd-9e0f5524acef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.648201] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d8bb495-74ff-462f-9953-1db01c865086 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.655138] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1047.655138] env[62979]: value = "task-2382094" [ 1047.655138] env[62979]: _type = "Task" [ 1047.655138] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.662402] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.705173] env[62979]: DEBUG oslo_vmware.api [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.654701} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.708431] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.708676] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.708892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.709106] env[62979]: INFO nova.compute.manager [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1047.709399] env[62979]: DEBUG oslo.service.loopingcall [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.709634] env[62979]: DEBUG nova.compute.manager [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.709731] env[62979]: DEBUG nova.network.neutron [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.716223] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.753041] env[62979]: DEBUG nova.network.neutron [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.795273] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e08a330-0429-4268-a695-86a1a7309b7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.809224] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353af4e-0120-4699-b71d-02f9a9b671bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.845866] env[62979]: DEBUG nova.compute.manager [req-965ae070-4133-48d5-ab83-85029d1852f2 req-8f6b95e8-3c20-4026-bcaf-dbaf1fd37656 service nova] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Detach interface failed, port_id=84f2b896-add1-4b5f-90c5-ecf79a920388, reason: Instance 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1047.911555] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190127} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.912183] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.912370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.912638] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk to [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.912935] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c2fe2a-c80b-44fb-8a22-599389df875e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.920741] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1047.920741] env[62979]: value = "task-2382095" [ 1047.920741] env[62979]: _type = "Task" [ 1047.920741] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.929363] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.033520] env[62979]: DEBUG nova.scheduler.client.report [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.165399] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.216021] env[62979]: DEBUG oslo_vmware.api [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382087, 'name': PowerOnVM_Task, 'duration_secs': 2.088207} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.216468] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.216779] env[62979]: INFO nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Took 13.44 seconds to spawn the instance on the hypervisor. [ 1048.217018] env[62979]: DEBUG nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.217963] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d37ef36-b868-4e89-a7fb-be89f976e23b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.258163] env[62979]: INFO nova.compute.manager [-] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Took 1.25 seconds to deallocate network for instance. [ 1048.437917] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.468718] env[62979]: DEBUG nova.network.neutron [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [{"id": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "address": "fa:16:3e:bb:2e:cd", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ad3368-0f", "ovs_interfaceid": "89ad3368-0f2a-43f1-abc8-04431e19d95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.539286] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.542493] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.216s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.544211] env[62979]: INFO nova.compute.claims [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.562898] env[62979]: INFO nova.scheduler.client.report [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted allocations for instance c2b1285f-bfce-47f9-b86c-81019049d310 [ 1048.668559] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.741623] env[62979]: INFO nova.compute.manager [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Took 21.98 seconds to build instance. [ 1048.764502] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.791039] env[62979]: DEBUG nova.network.neutron [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.935156] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.972719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-1cc95b13-67d6-4dac-b8b6-7de3dff065a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.972853] env[62979]: DEBUG nova.objects.instance [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'migration_context' on Instance uuid 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.075822] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0a1cab6e-2183-4712-a3bd-f2d1cd920b8e tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c2b1285f-bfce-47f9-b86c-81019049d310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.021s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.169038] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382094, 'name': ReconfigVM_Task, 'duration_secs': 1.3195} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.169168] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8bf32461-5a49-4fd3-909c-c69c2eb015d9/8bf32461-5a49-4fd3-909c-c69c2eb015d9.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.169792] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb8df48-b5cb-40b1-95ea-065be867d027 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.180291] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1049.180291] env[62979]: value = "task-2382096" [ 1049.180291] env[62979]: _type = "Task" [ 1049.180291] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.192236] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382096, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.245118] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1311e27e-bcc8-4c1b-aa7f-49824490848d tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.499s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.293916] env[62979]: INFO nova.compute.manager [-] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Took 1.58 seconds to deallocate network for instance. [ 1049.318321] env[62979]: DEBUG nova.compute.manager [req-e0e59129-2712-4a70-95f5-cb13ce30c94a req-19a2fb66-0a5e-4f29-972e-2c9990a32508 service nova] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Received event network-vif-deleted-40ce9811-739c-41d1-967e-4a83aac5a6f4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.435642] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.476985] env[62979]: DEBUG nova.objects.base [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Object Instance<1cc95b13-67d6-4dac-b8b6-7de3dff065a6> lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.477349] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899172b1-4733-470d-aaec-f1cb44ece5bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.499751] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9af507d-25f9-488e-ae6d-fec0ace3cab4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.507701] env[62979]: DEBUG oslo_vmware.api [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1049.507701] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fd467-dd22-e08e-6773-fe7577df1fcd" [ 1049.507701] env[62979]: _type = "Task" [ 1049.507701] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.520597] env[62979]: DEBUG oslo_vmware.api [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525fd467-dd22-e08e-6773-fe7577df1fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.520839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.696029] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382096, 'name': Rename_Task, 'duration_secs': 0.436371} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.699329] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.699997] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ded7cb-37d7-4da5-8c40-3f59d775aeef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.709374] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1049.709374] env[62979]: value = "task-2382097" [ 1049.709374] env[62979]: _type = "Task" [ 1049.709374] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.726124] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.804148] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.896501] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb9dbb5-8b15-43ec-9f07-6e9386259a49 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.906188] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d42d0ac-bd49-47ca-9475-5be006e2a55c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.945092] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff44b8d-d138-4dac-b3fc-a0335d7ad1e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.957048] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9663d-7cdb-43e4-b682-c11cb41a0890 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.961396] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.974101] env[62979]: DEBUG nova.compute.provider_tree [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.201084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.201348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.222936] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.238049] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "6c815cc3-8677-4246-85d9-8a307b626fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.238259] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.453422] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477966] env[62979]: DEBUG nova.scheduler.client.report [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.704077] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.720780] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.740590] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.952702] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382095, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.603827} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.953050] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b18673a4-84d0-4435-b8e4-6c691bb3905f/b18673a4-84d0-4435-b8e4-6c691bb3905f.vmdk to [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.953960] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020bbc9-8d0a-45a3-9608-9e797537b4ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.976369] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.976749] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b304e2e-a59c-4b8a-bc37-8a9d19109dd9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.991739] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.992264] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.996503] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.464s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.997990] env[62979]: INFO nova.compute.claims [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.003873] env[62979]: DEBUG nova.compute.manager [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1051.009064] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1051.009064] env[62979]: value = "task-2382098" [ 1051.009064] env[62979]: _type = "Task" [ 1051.009064] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.018350] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.222557] env[62979]: DEBUG oslo_vmware.api [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382097, 'name': PowerOnVM_Task, 'duration_secs': 1.07814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.222932] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.223161] env[62979]: INFO nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1051.223337] env[62979]: DEBUG nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.224242] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164691a-e5bc-40a6-9f0f-0a1981a1b4c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.234655] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.259759] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.498017] env[62979]: DEBUG nova.compute.utils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.499645] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.499790] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.523731] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382098, 'name': ReconfigVM_Task, 'duration_secs': 0.51486} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.523731] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656/4ff4f0b3-9ae5-4c3e-b88e-ab976b152656.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.524631] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'image_id': 'ae6058aa-ff4d-4266-bdc8-737847428519'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '36d64577-5166-4675-b047-982b182e5dfd', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483422', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'name': 'volume-1aaa2c33-3b45-4955-806d-386e0ea9b075', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ff4f0b3-9ae5-4c3e-b88e-ab976b152656', 'attached_at': '', 'detached_at': '', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'serial': '1aaa2c33-3b45-4955-806d-386e0ea9b075'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62979) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.524844] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.525049] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483422', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'name': 'volume-1aaa2c33-3b45-4955-806d-386e0ea9b075', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ff4f0b3-9ae5-4c3e-b88e-ab976b152656', 'attached_at': '', 'detached_at': '', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'serial': '1aaa2c33-3b45-4955-806d-386e0ea9b075'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.526072] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.526877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659d9bae-3f82-422d-9d07-7ecbccb5fe6b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.543534] env[62979]: DEBUG nova.policy [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20c19add55494e4690cbd8c624dd56bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f56cfdb4146679d8b2a6be7736ea6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.545496] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed996822-dc1a-40a6-912a-fce415a08231 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.569808] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-1aaa2c33-3b45-4955-806d-386e0ea9b075/volume-1aaa2c33-3b45-4955-806d-386e0ea9b075.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.570088] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54df611-721d-44f7-8879-a33ec6e21225 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.587380] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1051.587380] env[62979]: value = "task-2382099" [ 1051.587380] env[62979]: _type = "Task" [ 1051.587380] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.595612] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.747983] env[62979]: INFO nova.compute.manager [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Took 23.62 seconds to build instance. [ 1051.924381] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Successfully created port: bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.003639] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.100447] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.251774] env[62979]: DEBUG oslo_concurrency.lockutils [None req-85cc3b1d-b7cd-4b62-aff6-798f8ef82d29 tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.139s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.364436] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f9830-45af-4aca-b1b5-507918b096d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.375807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c702ec-7714-4c33-b91a-cd0541308527 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.416572] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf58842-3b1a-4b71-8f27-996b2596789d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.424848] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a95be-5de9-4e7c-8125-ac2351eb8be2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.440547] env[62979]: DEBUG nova.compute.provider_tree [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.600795] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382099, 'name': ReconfigVM_Task, 'duration_secs': 0.864582} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.601146] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-1aaa2c33-3b45-4955-806d-386e0ea9b075/volume-1aaa2c33-3b45-4955-806d-386e0ea9b075.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.605903] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bce2159-14f8-4411-a8f9-7a60e8e89721 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.621035] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1052.621035] env[62979]: value = "task-2382100" [ 1052.621035] env[62979]: _type = "Task" [ 1052.621035] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.630017] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.848196] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.848708] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.848708] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.848891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.849106] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.851499] env[62979]: INFO nova.compute.manager [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Terminating instance [ 1052.944346] env[62979]: DEBUG nova.scheduler.client.report [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.018214] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.044739] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.044999] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.045180] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.045425] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.045617] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.045809] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.046040] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.046242] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.046444] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.046655] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.046854] env[62979]: DEBUG nova.virt.hardware [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.047741] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6196bb-0887-4845-9013-11c0ceb5f109 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.055971] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf001f-c5b9-4fb1-95de-c3a2afdf8ee4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.130905] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382100, 'name': ReconfigVM_Task, 'duration_secs': 0.242981} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.131245] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483422', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'name': 'volume-1aaa2c33-3b45-4955-806d-386e0ea9b075', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ff4f0b3-9ae5-4c3e-b88e-ab976b152656', 'attached_at': '', 'detached_at': '', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'serial': '1aaa2c33-3b45-4955-806d-386e0ea9b075'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.131849] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588369d2-910b-4c31-a9b8-4df318ffaac1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.137956] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1053.137956] env[62979]: value = "task-2382101" [ 1053.137956] env[62979]: _type = "Task" [ 1053.137956] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.146083] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382101, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.356039] env[62979]: DEBUG nova.compute.manager [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.356168] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.357082] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd91fd-37ce-4e2f-b8cf-99be6e4b5ac4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.365101] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.365398] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d2a0a28-548a-446c-ab28-33765e2fadf1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.371635] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1053.371635] env[62979]: value = "task-2382102" [ 1053.371635] env[62979]: _type = "Task" [ 1053.371635] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.381355] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.451141] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.451141] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.455066] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.484s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.455066] env[62979]: DEBUG nova.objects.instance [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lazy-loading 'resources' on Instance uuid ec8c1b78-9ef8-478e-b543-1801f5817e0a {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.648666] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382101, 'name': Rename_Task, 'duration_secs': 0.191231} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.649214] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.649540] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad582bee-28bb-405b-8b82-d6ce6e8c6b4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.657009] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1053.657009] env[62979]: value = "task-2382103" [ 1053.657009] env[62979]: _type = "Task" [ 1053.657009] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.665853] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.670339] env[62979]: DEBUG nova.compute.manager [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Received event network-vif-plugged-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.670559] env[62979]: DEBUG oslo_concurrency.lockutils [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] Acquiring lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.670776] env[62979]: DEBUG oslo_concurrency.lockutils [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.670978] env[62979]: DEBUG oslo_concurrency.lockutils [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.671221] env[62979]: DEBUG nova.compute.manager [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] No waiting events found dispatching network-vif-plugged-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.671327] env[62979]: WARNING nova.compute.manager [req-cfa708ec-a9cf-4e08-8f39-28cd2d7d7e8f req-58608500-6370-4d56-a335-8b5d7e1fa516 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Received unexpected event network-vif-plugged-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 for instance with vm_state building and task_state spawning. [ 1053.728414] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Successfully updated port: bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.774617] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.776607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.882125] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382102, 'name': PowerOffVM_Task, 'duration_secs': 0.185127} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.882459] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.882577] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.882835] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5622f482-ccc7-461a-83bb-72e1c0b4e6e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945476] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.945749] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.945966] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Deleting the datastore file [datastore1] 8bf32461-5a49-4fd3-909c-c69c2eb015d9 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.946295] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb1742d-1a0b-4a30-a1cc-4710e4bef513 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.953896] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for the task: (returnval){ [ 1053.953896] env[62979]: value = "task-2382105" [ 1053.953896] env[62979]: _type = "Task" [ 1053.953896] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.958859] env[62979]: DEBUG nova.compute.utils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.963773] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.964027] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.974305] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.008624] env[62979]: DEBUG nova.policy [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.170369] env[62979]: DEBUG oslo_vmware.api [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382103, 'name': PowerOnVM_Task, 'duration_secs': 0.504576} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.170714] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.231490] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.232341] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquired lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.232341] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.278729] env[62979]: INFO nova.compute.manager [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Detaching volume fd81bd8f-2542-43bd-8973-aac08d94cef5 [ 1054.299424] env[62979]: DEBUG nova.compute.manager [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.299890] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c59476-1fa1-49e8-85a5-8fe2d82b5c71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.326070] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae47c09-0b0f-4d4d-95ad-3fd9dc0ed3b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.330189] env[62979]: INFO nova.virt.block_device [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Attempting to driver detach volume fd81bd8f-2542-43bd-8973-aac08d94cef5 from mountpoint /dev/sdb [ 1054.330554] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1054.330668] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483410', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'name': 'volume-fd81bd8f-2542-43bd-8973-aac08d94cef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58e1fb2-b5be-4477-a63d-4430214438d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'serial': 'fd81bd8f-2542-43bd-8973-aac08d94cef5'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1054.331545] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c69afd-a887-4a71-a776-941e833a9d37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.358166] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4542ad-db10-46e9-a187-5a4606156a66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.362726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9564e6-55e0-48d0-9274-b910f9150454 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.399365] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096f067-1c8a-43ec-9362-25bd0bfffc03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.404665] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b7a06-0e32-476b-b7dc-6cb2787f2892 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.434069] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f32b9-330f-4996-8eb5-b81799ff5d19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.438051] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Successfully created port: bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.440460] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c5e1e-c5df-439a-a1e3-77c6f59efa45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.454535] env[62979]: DEBUG nova.compute.provider_tree [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.468994] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.469745] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd81bd8f-2542-43bd-8973-aac08d94cef5/volume-fd81bd8f-2542-43bd-8973-aac08d94cef5.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.475009] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.479259] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe7943e-b6e0-4ee4-abc6-baa690959546 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.497930] env[62979]: DEBUG oslo_vmware.api [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Task: {'id': task-2382105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29256} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.499317] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.499518] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.499702] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.499877] env[62979]: INFO nova.compute.manager [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.500142] env[62979]: DEBUG oslo.service.loopingcall [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.501212] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1054.501212] env[62979]: value = "task-2382106" [ 1054.501212] env[62979]: _type = "Task" [ 1054.501212] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.501212] env[62979]: DEBUG nova.compute.manager [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.501212] env[62979]: DEBUG nova.network.neutron [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.512177] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.773076] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.824370] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6cf76423-536d-4920-8f38-5a0569741bd1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.582s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.980850] env[62979]: DEBUG nova.scheduler.client.report [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.989800] env[62979]: DEBUG nova.compute.manager [req-3710bb0c-bf54-431b-a8d0-74268e018203 req-9451ef89-250d-4c20-a985-0c18b8928fd3 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Received event network-vif-deleted-0378f64b-59c3-4980-a56c-58f3a9f9cd35 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.989993] env[62979]: INFO nova.compute.manager [req-3710bb0c-bf54-431b-a8d0-74268e018203 req-9451ef89-250d-4c20-a985-0c18b8928fd3 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Neutron deleted interface 0378f64b-59c3-4980-a56c-58f3a9f9cd35; detaching it from the instance and deleting it from the info cache [ 1054.990185] env[62979]: DEBUG nova.network.neutron [req-3710bb0c-bf54-431b-a8d0-74268e018203 req-9451ef89-250d-4c20-a985-0c18b8928fd3 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.012525] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382106, 'name': ReconfigVM_Task, 'duration_secs': 0.306855} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.015384] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.020819] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ed620e-cab4-43fc-95e6-a6dd687a1974 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.038376] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1055.038376] env[62979]: value = "task-2382107" [ 1055.038376] env[62979]: _type = "Task" [ 1055.038376] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.044342] env[62979]: DEBUG nova.network.neutron [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Updating instance_info_cache with network_info: [{"id": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "address": "fa:16:3e:4f:f4:5e", "network": {"id": "e0dbd993-7673-47b4-aab3-3c72a674dd4d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-342071931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f56cfdb4146679d8b2a6be7736ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd03ba77-6e", "ovs_interfaceid": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.052448] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.054561] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.055781] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eac13e-aa76-4755-bd7d-d77e5bab3f69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.062430] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.062610] env[62979]: ERROR oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk due to incomplete transfer. [ 1055.063659] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f8878bf-6c85-40b4-9610-7176b070ff22 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.070355] env[62979]: DEBUG oslo_vmware.rw_handles [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5399a-85c7-cc3e-fe1c-77511cadbb12/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.070548] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploaded image 1693ba24-274f-4fe3-9248-122006636b75 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.072834] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.073099] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae9e10a7-222f-405b-855a-0ee8d019763c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.078653] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1055.078653] env[62979]: value = "task-2382108" [ 1055.078653] env[62979]: _type = "Task" [ 1055.078653] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.086230] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382108, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.419157] env[62979]: DEBUG nova.network.neutron [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.486464] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.489210] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.491616] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.937s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.493051] env[62979]: INFO nova.compute.claims [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.498021] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e37f4aee-be16-47cb-b364-0e6735135588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506651] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804fc8cf-5300-438a-b1c5-4cee18b3df72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.518455] env[62979]: INFO nova.scheduler.client.report [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleted allocations for instance ec8c1b78-9ef8-478e-b543-1801f5817e0a [ 1055.531361] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.531609] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.531772] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.533985] env[62979]: DEBUG nova.virt.hardware [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.534416] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016d01c-fa82-4e9d-82fd-5c80691f7dee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.547968] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Releasing lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.548063] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Instance network_info: |[{"id": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "address": "fa:16:3e:4f:f4:5e", "network": {"id": "e0dbd993-7673-47b4-aab3-3c72a674dd4d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-342071931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f56cfdb4146679d8b2a6be7736ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd03ba77-6e", "ovs_interfaceid": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.548360] env[62979]: DEBUG nova.compute.manager [req-3710bb0c-bf54-431b-a8d0-74268e018203 req-9451ef89-250d-4c20-a985-0c18b8928fd3 service nova] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Detach interface failed, port_id=0378f64b-59c3-4980-a56c-58f3a9f9cd35, reason: Instance 8bf32461-5a49-4fd3-909c-c69c2eb015d9 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1055.552897] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:f4:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.561103] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Creating folder: Project (348f56cfdb4146679d8b2a6be7736ea6). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.563471] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e34e86-f386-43f1-8b6d-5ea850719129 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.567172] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756ce79-0c9b-4620-baaf-bea6e2f7280b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.576276] env[62979]: DEBUG oslo_vmware.api [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382107, 'name': ReconfigVM_Task, 'duration_secs': 0.214364} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.576879] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483410', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'name': 'volume-fd81bd8f-2542-43bd-8973-aac08d94cef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58e1fb2-b5be-4477-a63d-4430214438d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd81bd8f-2542-43bd-8973-aac08d94cef5', 'serial': 'fd81bd8f-2542-43bd-8973-aac08d94cef5'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1055.591317] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Created folder: Project (348f56cfdb4146679d8b2a6be7736ea6) in parent group-v483149. [ 1055.591538] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Creating folder: Instances. Parent ref: group-v483432. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.592037] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-407132af-75c2-4119-9245-f76b8db0e755 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603587] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382108, 'name': Destroy_Task, 'duration_secs': 0.363626} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.604438] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroyed the VM [ 1055.604803] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.604938] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Created folder: Instances in parent group-v483432. [ 1055.605165] env[62979]: DEBUG oslo.service.loopingcall [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.605387] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-136b1927-bf00-4ccf-9752-9e86cf470a5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.607057] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.607145] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3913e7d1-ee34-4274-ac93-e55b81920deb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.626435] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1055.626435] env[62979]: value = "task-2382111" [ 1055.626435] env[62979]: _type = "Task" [ 1055.626435] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.627514] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.627514] env[62979]: value = "task-2382112" [ 1055.627514] env[62979]: _type = "Task" [ 1055.627514] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.641631] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382112, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.641631] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.766105] env[62979]: DEBUG nova.compute.manager [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Received event network-changed-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.766476] env[62979]: DEBUG nova.compute.manager [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Refreshing instance network info cache due to event network-changed-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.766573] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] Acquiring lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.766727] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] Acquired lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.766894] env[62979]: DEBUG nova.network.neutron [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Refreshing network info cache for port bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.922580] env[62979]: INFO nova.compute.manager [-] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Took 1.42 seconds to deallocate network for instance. [ 1056.030074] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36736342-608e-418b-860c-b1ad473853d3 tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec8c1b78-9ef8-478e-b543-1801f5817e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.522s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.124493] env[62979]: DEBUG nova.objects.instance [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.147579] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.154514] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382112, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.155819] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Successfully updated port: bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.316580] env[62979]: INFO nova.compute.manager [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Rebuilding instance [ 1056.361628] env[62979]: DEBUG nova.compute.manager [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.362570] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533f0b3-7b17-4600-b34b-a7442e597095 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.435121] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.489705] env[62979]: DEBUG nova.network.neutron [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Updated VIF entry in instance network info cache for port bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.490100] env[62979]: DEBUG nova.network.neutron [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Updating instance_info_cache with network_info: [{"id": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "address": "fa:16:3e:4f:f4:5e", "network": {"id": "e0dbd993-7673-47b4-aab3-3c72a674dd4d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-342071931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f56cfdb4146679d8b2a6be7736ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd03ba77-6e", "ovs_interfaceid": "bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.643603] env[62979]: DEBUG oslo_vmware.api [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797042} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.643925] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.644240] env[62979]: INFO nova.compute.manager [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 1056.649604] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382112, 'name': CreateVM_Task, 'duration_secs': 0.58589} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.649979] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.650628] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.650890] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.651282] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.653679] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bdc8f2-ba88-4d5f-b323-5e87b70ddbe9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.659852] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.659852] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659852] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.660142] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1056.660142] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525afbeb-09a2-2c95-7c4e-e9eec3052cae" [ 1056.660142] env[62979]: _type = "Task" [ 1056.660142] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.672683] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525afbeb-09a2-2c95-7c4e-e9eec3052cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.809259] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a165c5-8e95-478f-bb77-d35e67cfe1e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.819888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c74bb-3874-4664-9f00-4b787a146078 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.850195] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee807f-c8b0-4b08-8d76-9ba5f51fdfa6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.857839] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbfa98-caec-4940-b191-e5794d8a32c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.872536] env[62979]: DEBUG nova.compute.provider_tree [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.993136] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e43f0-9e8f-4405-9d96-9b235f2528a6 req-b5142dd9-9f46-4b8b-b62a-51e661a6c572 service nova] Releasing lock "refresh_cache-859e6c38-6b7a-47f4-8d20-16eb10ae9623" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.013046] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.052231] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.052559] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.052804] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.053051] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.053298] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.057873] env[62979]: INFO nova.compute.manager [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Terminating instance [ 1057.131525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0b390572-a5d6-4310-a0f0-e6944e98513e tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.133092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.120s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.133308] env[62979]: DEBUG nova.compute.manager [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.134207] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba63f1c-a3b0-4c60-a227-7d5240d684fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.141100] env[62979]: DEBUG nova.compute.manager [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.141662] env[62979]: DEBUG nova.objects.instance [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.172733] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525afbeb-09a2-2c95-7c4e-e9eec3052cae, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.172966] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.173217] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.173501] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.173683] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.173873] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.175056] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-431f248a-0a2a-4558-8ea7-b97da58cefd5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.182191] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.182893] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.183113] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dbb2b4-a70c-435d-a2fa-1ab9d799f099 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.188135] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1057.188135] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3fb-7d59-4953-c79c-f4c8aaf46fa3" [ 1057.188135] env[62979]: _type = "Task" [ 1057.188135] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.195613] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3fb-7d59-4953-c79c-f4c8aaf46fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.197888] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.205082] env[62979]: DEBUG nova.compute.manager [None req-4e09aee0-6275-4bad-a53d-431931536f64 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Found 1 images (rotation: 2) {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1057.354039] env[62979]: DEBUG nova.network.neutron [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.378608] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.379357] env[62979]: DEBUG nova.scheduler.client.report [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.383063] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1696ec3-ead5-4148-894c-7a565a0e0839 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.392395] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1057.392395] env[62979]: value = "task-2382113" [ 1057.392395] env[62979]: _type = "Task" [ 1057.392395] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.403801] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.561815] env[62979]: DEBUG nova.compute.manager [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.562072] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.563761] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82619e15-5566-411d-bb95-9da20cfab823 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.570957] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.571203] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba73de4f-1bef-4e00-b26b-a0bd4e3cb22a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577093] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1057.577093] env[62979]: value = "task-2382114" [ 1057.577093] env[62979]: _type = "Task" [ 1057.577093] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.585113] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.699992] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5277f3fb-7d59-4953-c79c-f4c8aaf46fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.007636} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.699992] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9e2fef-98c7-4049-9c39-927331819429 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.705805] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1057.705805] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5286a9ed-7c00-7730-6b11-d1d1f8b2e9a3" [ 1057.705805] env[62979]: _type = "Task" [ 1057.705805] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.714857] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5286a9ed-7c00-7730-6b11-d1d1f8b2e9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.856476] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.856842] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Instance network_info: |[{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.857539] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:32:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1fad88-24e2-4090-8773-2a532a14b3a1', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.866123] env[62979]: DEBUG oslo.service.loopingcall [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.866381] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.866609] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf20ca42-83a5-4851-8d94-44a7b0c881cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.886495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.887118] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.891225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.427s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.891488] env[62979]: DEBUG nova.objects.instance [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'resources' on Instance uuid 1e098516-e061-4208-98a0-f9a740448386 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.892592] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.892592] env[62979]: value = "task-2382115" [ 1057.892592] env[62979]: _type = "Task" [ 1057.892592] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.911473] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382113, 'name': PowerOffVM_Task, 'duration_secs': 0.305022} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.911897] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382115, 'name': CreateVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.912177] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.912855] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.913124] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82210d96-8340-4d60-b0d3-5df0a67a6d9b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.918702] env[62979]: DEBUG nova.compute.manager [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-vif-plugged-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.918939] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.919171] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.919338] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.919506] env[62979]: DEBUG nova.compute.manager [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] No waiting events found dispatching network-vif-plugged-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.919670] env[62979]: WARNING nova.compute.manager [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received unexpected event network-vif-plugged-bf1fad88-24e2-4090-8773-2a532a14b3a1 for instance with vm_state building and task_state spawning. [ 1057.919828] env[62979]: DEBUG nova.compute.manager [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.919982] env[62979]: DEBUG nova.compute.manager [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing instance network info cache due to event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.920228] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.920376] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.920534] env[62979]: DEBUG nova.network.neutron [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.926178] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1057.926178] env[62979]: value = "task-2382116" [ 1057.926178] env[62979]: _type = "Task" [ 1057.926178] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.934944] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.935179] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.935387] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483386', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'name': 'volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afe0267c-1780-4450-8159-ccb11bbbb6dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'serial': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.936167] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598d368-d68b-4ac5-9166-a0d99dd5c1ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.957519] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474f40a-5688-428e-9cc4-d643886f990a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.965227] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3532e55-52e3-474e-b967-3963386b9b3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.983422] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db054357-9e4c-498f-a03c-8067ffb2233e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.000511] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb/volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1058.005766] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.006094] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0292f7db-e75e-45c3-b8fc-c915196003da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.024291] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1058.024291] env[62979]: value = "task-2382117" [ 1058.024291] env[62979]: _type = "Task" [ 1058.024291] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.035185] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.086980] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382114, 'name': PowerOffVM_Task, 'duration_secs': 0.327929} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.087331] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.087545] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.087878] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d642e17-1e65-479a-bfd4-095606cf7dac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.155096] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.155096] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a038ab81-8606-4760-9dbf-02fc76dab240 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.161510] env[62979]: DEBUG oslo_vmware.api [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1058.161510] env[62979]: value = "task-2382119" [ 1058.161510] env[62979]: _type = "Task" [ 1058.161510] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.171977] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.172278] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.172473] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleting the datastore file [datastore2] ec4d7128-9863-408e-b5a3-4b0aaf6ed622 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.175906] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41c8bc6-2979-4e70-9585-ae001f9a08af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.177973] env[62979]: DEBUG oslo_vmware.api [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.182914] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for the task: (returnval){ [ 1058.182914] env[62979]: value = "task-2382120" [ 1058.182914] env[62979]: _type = "Task" [ 1058.182914] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.192184] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.215654] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5286a9ed-7c00-7730-6b11-d1d1f8b2e9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017536} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.216024] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.216332] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 859e6c38-6b7a-47f4-8d20-16eb10ae9623/859e6c38-6b7a-47f4-8d20-16eb10ae9623.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.216777] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7fa1de7-1f2d-4ac8-87b3-4363d4231e34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.225562] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1058.225562] env[62979]: value = "task-2382121" [ 1058.225562] env[62979]: _type = "Task" [ 1058.225562] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.234218] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.400257] env[62979]: DEBUG nova.compute.utils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.403606] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.403997] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.411381] env[62979]: DEBUG nova.compute.manager [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.412862] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c0d27-3f48-4f94-ba6b-e2711b4a1a97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.432825] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382115, 'name': CreateVM_Task, 'duration_secs': 0.393458} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.435438] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.436455] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.436637] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.436967] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.437559] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfc6b63-8fa4-4f62-ae2b-9ebf0a4ac701 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.445575] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1058.445575] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e089c-d582-d5c2-4341-3e757ef07fbf" [ 1058.445575] env[62979]: _type = "Task" [ 1058.445575] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.460678] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e089c-d582-d5c2-4341-3e757ef07fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.493285] env[62979]: DEBUG nova.policy [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98c4d7eeff6c44c4afdfbbdfaf7c869e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a66c493cfd4799b616882f8d29537c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.540621] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382117, 'name': ReconfigVM_Task, 'duration_secs': 0.218948} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.540968] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.550173] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e49d90-94d7-437e-b8d1-cc7407f11e53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.566961] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1058.566961] env[62979]: value = "task-2382122" [ 1058.566961] env[62979]: _type = "Task" [ 1058.566961] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.578517] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.675412] env[62979]: DEBUG oslo_vmware.api [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382119, 'name': PowerOffVM_Task, 'duration_secs': 0.196876} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.678179] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.678978] env[62979]: DEBUG nova.compute.manager [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.679897] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3571153-cba4-4fa4-ab69-ed950868fc98 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.698914] env[62979]: DEBUG oslo_vmware.api [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Task: {'id': task-2382120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162485} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.699269] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.699409] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.699654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.699842] env[62979]: INFO nova.compute.manager [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.700035] env[62979]: DEBUG oslo.service.loopingcall [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.700253] env[62979]: DEBUG nova.compute.manager [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.700366] env[62979]: DEBUG nova.network.neutron [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.736563] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382121, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.740230] env[62979]: DEBUG nova.network.neutron [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updated VIF entry in instance network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.740745] env[62979]: DEBUG nova.network.neutron [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.772590] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2829f4a5-f05f-48ec-a969-450258e1b5b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.779702] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2ddf9-c062-4889-a01e-99547e91c545 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.809782] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442261f-9cad-4e93-abf2-de6bb50d8c04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.820529] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b8cc4c-299c-46c8-a937-7f579203ff5f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.831080] env[62979]: DEBUG nova.compute.provider_tree [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.885475] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Successfully created port: 7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.903663] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.934388] env[62979]: INFO nova.compute.manager [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] instance snapshotting [ 1058.935276] env[62979]: DEBUG nova.objects.instance [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.958132] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e089c-d582-d5c2-4341-3e757ef07fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.060663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.958455] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.958667] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.960867] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.960867] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.960867] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.960867] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a56f54cd-79e9-4a02-b561-a87df5edc88c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.969084] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.969293] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.970029] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1f8907-c0eb-4393-a7b0-14343325ed24 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.977234] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1058.977234] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e1fa8-79db-3fd3-022e-c0c776075bd8" [ 1058.977234] env[62979]: _type = "Task" [ 1058.977234] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.988099] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e1fa8-79db-3fd3-022e-c0c776075bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.079139] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382122, 'name': ReconfigVM_Task, 'duration_secs': 0.207034} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.080461] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483386', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'name': 'volume-c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afe0267c-1780-4450-8159-ccb11bbbb6dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb', 'serial': 'c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.080746] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.081934] env[62979]: DEBUG nova.compute.manager [req-d69aae2d-e90e-4ee1-b271-dce7f48b94f5 req-cf92097c-b502-4eb4-b137-76a5d6698a87 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Received event network-vif-deleted-ab976c0b-ffd7-49f9-be04-8c880b563d34 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.082141] env[62979]: INFO nova.compute.manager [req-d69aae2d-e90e-4ee1-b271-dce7f48b94f5 req-cf92097c-b502-4eb4-b137-76a5d6698a87 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Neutron deleted interface ab976c0b-ffd7-49f9-be04-8c880b563d34; detaching it from the instance and deleting it from the info cache [ 1059.082318] env[62979]: DEBUG nova.network.neutron [req-d69aae2d-e90e-4ee1-b271-dce7f48b94f5 req-cf92097c-b502-4eb4-b137-76a5d6698a87 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.083867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3d5881-f675-4025-a24d-19a2a97f905e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.092231] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.092483] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0feb42c-29c3-411e-beee-cabbd9eff4ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.186088] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.186380] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.186577] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Deleting the datastore file [datastore2] afe0267c-1780-4450-8159-ccb11bbbb6dc {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.186853] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78add22-d94c-4ba4-b5c9-1f1e758a6bab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.196019] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for the task: (returnval){ [ 1059.196019] env[62979]: value = "task-2382124" [ 1059.196019] env[62979]: _type = "Task" [ 1059.196019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.200014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ad37979e-76fa-48a8-92b2-4ad17aa79f7f tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.206622] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.240708] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521703} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.240708] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 859e6c38-6b7a-47f4-8d20-16eb10ae9623/859e6c38-6b7a-47f4-8d20-16eb10ae9623.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.241029] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.241354] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20872b1a-7aee-41d6-9eff-393ce270deb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.244827] env[62979]: DEBUG oslo_concurrency.lockutils [req-fbcb2dd5-91c4-4017-b762-8048ab4e8b98 req-8348460e-cd23-45c7-a95e-4476398719ab service nova] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.249948] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1059.249948] env[62979]: value = "task-2382125" [ 1059.249948] env[62979]: _type = "Task" [ 1059.249948] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.259404] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.336724] env[62979]: DEBUG nova.scheduler.client.report [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.440898] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477bff27-6e35-4ab9-a62f-6eab7a9a4c96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.464194] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f39a7-8fe5-4b0a-93ae-2f77f960c00a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.470076] env[62979]: DEBUG nova.network.neutron [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.487534] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528e1fa8-79db-3fd3-022e-c0c776075bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.487701] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e604978d-0060-44d0-b49b-a805bb1a10e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.493162] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1059.493162] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52668aa1-c9b8-a9fd-2256-0ee69e71f9fb" [ 1059.493162] env[62979]: _type = "Task" [ 1059.493162] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.502213] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52668aa1-c9b8-a9fd-2256-0ee69e71f9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.588402] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc7731b6-a8e0-4dc7-902d-54d677c506ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.598373] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9068c7a6-3f7e-46a7-a191-f75e2cda2788 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.628702] env[62979]: DEBUG nova.compute.manager [req-d69aae2d-e90e-4ee1-b271-dce7f48b94f5 req-cf92097c-b502-4eb4-b137-76a5d6698a87 service nova] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Detach interface failed, port_id=ab976c0b-ffd7-49f9-be04-8c880b563d34, reason: Instance ec4d7128-9863-408e-b5a3-4b0aaf6ed622 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.703456] env[62979]: DEBUG oslo_vmware.api [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Task: {'id': task-2382124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15874} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.704655] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.704655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.704655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.741087] env[62979]: DEBUG nova.objects.instance [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.760211] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062764} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.760463] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.761199] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d833a0a4-2e38-496c-a77e-0c207d2dda39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.764305] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1059.764767] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-752cf153-1007-4cc6-989b-7a907c493600 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.785502] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 859e6c38-6b7a-47f4-8d20-16eb10ae9623/859e6c38-6b7a-47f4-8d20-16eb10ae9623.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.786551] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0028e1bc-aec8-47ce-8dfa-fc6a7c25d500 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.803135] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c6e56-371e-4149-83e4-b24057d96b70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.833399] env[62979]: ERROR nova.compute.manager [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Failed to detach volume c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb from /dev/sda: nova.exception.InstanceNotFound: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Traceback (most recent call last): [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self.driver.rebuild(**kwargs) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise NotImplementedError() [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] NotImplementedError [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] During handling of the above exception, another exception occurred: [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Traceback (most recent call last): [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self.driver.detach_volume(context, old_connection_info, [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] return self._volumeops.detach_volume(connection_info, instance) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._detach_volume_vmdk(connection_info, instance) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] stable_ref.fetch_moref(session) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] nova.exception.InstanceNotFound: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. [ 1059.833399] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.836613] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1059.836613] env[62979]: value = "task-2382126" [ 1059.836613] env[62979]: _type = "Task" [ 1059.836613] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.843923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.845691] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.846207] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.252s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.847706] env[62979]: INFO nova.compute.claims [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.868575] env[62979]: INFO nova.scheduler.client.report [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocations for instance 1e098516-e061-4208-98a0-f9a740448386 [ 1059.915063] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.942031] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.942299] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.942459] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.942640] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.942785] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.942932] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.943166] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.943330] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.943495] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.943692] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.943823] env[62979]: DEBUG nova.virt.hardware [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.944710] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b8bddb-8945-4a33-8eb8-5db8fc1fca7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.952463] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bae247-1e4a-4ebf-bc90-18da79522fd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.974107] env[62979]: DEBUG nova.compute.utils [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Build of instance afe0267c-1780-4450-8159-ccb11bbbb6dc aborted: Failed to rebuild volume backed instance. {{(pid=62979) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1059.975332] env[62979]: INFO nova.compute.manager [-] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Took 1.27 seconds to deallocate network for instance. [ 1059.976228] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.977899] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82d64761-4f98-444d-9fd1-07ab2391977c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.984710] env[62979]: ERROR nova.compute.manager [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance afe0267c-1780-4450-8159-ccb11bbbb6dc aborted: Failed to rebuild volume backed instance. [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Traceback (most recent call last): [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self.driver.rebuild(**kwargs) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise NotImplementedError() [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] NotImplementedError [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] During handling of the above exception, another exception occurred: [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Traceback (most recent call last): [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._detach_root_volume(context, instance, root_bdm) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] with excutils.save_and_reraise_exception(): [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self.force_reraise() [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise self.value [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self.driver.detach_volume(context, old_connection_info, [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] return self._volumeops.detach_volume(connection_info, instance) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._detach_volume_vmdk(connection_info, instance) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] stable_ref.fetch_moref(session) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] nova.exception.InstanceNotFound: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] During handling of the above exception, another exception occurred: [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Traceback (most recent call last): [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] yield [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1059.984710] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._do_rebuild_instance_with_claim( [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._do_rebuild_instance( [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._rebuild_default_impl(**kwargs) [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] self._rebuild_volume_backed_instance( [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] raise exception.BuildAbortException( [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] nova.exception.BuildAbortException: Build of instance afe0267c-1780-4450-8159-ccb11bbbb6dc aborted: Failed to rebuild volume backed instance. [ 1059.985912] env[62979]: ERROR nova.compute.manager [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] [ 1059.989406] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1059.989406] env[62979]: value = "task-2382127" [ 1059.989406] env[62979]: _type = "Task" [ 1059.989406] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.999927] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.006102] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52668aa1-c9b8-a9fd-2256-0ee69e71f9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.006238] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.006512] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 771904b6-c91b-4f6c-bbb5-6d87b79c7e46/771904b6-c91b-4f6c-bbb5-6d87b79c7e46.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.006681] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6218656-1bd1-4bbe-8f28-93fcd1d0da00 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.014715] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1060.014715] env[62979]: value = "task-2382128" [ 1060.014715] env[62979]: _type = "Task" [ 1060.014715] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.023783] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.246443] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.246833] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.247015] env[62979]: DEBUG nova.network.neutron [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.247294] env[62979]: DEBUG nova.objects.instance [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'info_cache' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.348031] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382126, 'name': ReconfigVM_Task, 'duration_secs': 0.432776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.348342] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 859e6c38-6b7a-47f4-8d20-16eb10ae9623/859e6c38-6b7a-47f4-8d20-16eb10ae9623.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.349020] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeebf371-21be-4574-bcf9-530dfcf86cea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.356482] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1060.356482] env[62979]: value = "task-2382129" [ 1060.356482] env[62979]: _type = "Task" [ 1060.356482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.366547] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382129, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.377231] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6e6cd8fc-a0d1-462a-bf55-94a678837a07 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "1e098516-e061-4208-98a0-f9a740448386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.526s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.487117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.502666] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382127, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.524323] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485296} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.524589] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 771904b6-c91b-4f6c-bbb5-6d87b79c7e46/771904b6-c91b-4f6c-bbb5-6d87b79c7e46.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.524813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.525085] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a87f26f-f8f8-490b-9742-f72ffccf77b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.531138] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1060.531138] env[62979]: value = "task-2382130" [ 1060.531138] env[62979]: _type = "Task" [ 1060.531138] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.545772] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.751407] env[62979]: DEBUG nova.objects.base [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.867419] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382129, 'name': Rename_Task, 'duration_secs': 0.223649} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.867704] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.867954] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b36043-bf2e-4d8c-ba4e-b5e394f85241 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.877424] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1060.877424] env[62979]: value = "task-2382131" [ 1060.877424] env[62979]: _type = "Task" [ 1060.877424] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.882818] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Successfully updated port: 7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.897164] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382131, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.899991] env[62979]: DEBUG nova.compute.manager [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Received event network-vif-plugged-7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.899991] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] Acquiring lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.900237] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] Lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.900518] env[62979]: DEBUG oslo_concurrency.lockutils [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] Lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.900784] env[62979]: DEBUG nova.compute.manager [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] No waiting events found dispatching network-vif-plugged-7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.900875] env[62979]: WARNING nova.compute.manager [req-186e6150-486f-45d4-9cf6-b23c12d5afe8 req-351e95a7-d0e4-4706-b700-b26850e9d534 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Received unexpected event network-vif-plugged-7657d28b-2ba5-4386-9666-8ccf0c524fe7 for instance with vm_state building and task_state spawning. [ 1061.005707] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382127, 'name': CreateSnapshot_Task, 'duration_secs': 0.539663} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.006290] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.007206] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd7c58-f796-4473-9917-6de100beeec9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.041939] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056543} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.041939] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.042646] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327cbd2f-6d98-4b06-bc41-bcf75ba422c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.067106] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 771904b6-c91b-4f6c-bbb5-6d87b79c7e46/771904b6-c91b-4f6c-bbb5-6d87b79c7e46.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.070567] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40db7e45-d8d1-422a-a835-39e30d124c91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091347] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1061.091347] env[62979]: value = "task-2382132" [ 1061.091347] env[62979]: _type = "Task" [ 1061.091347] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.100074] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.205348] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7ec2e-aa10-4f02-a529-a8770c0671bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.214248] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70daa48-70f7-4ffc-9d2d-d9ae35073c99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.246243] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6ba380-6326-435b-9910-992a1ca03b4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.254072] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598a0526-dc3e-4a5c-9b30-79453ac7fb10 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.269649] env[62979]: DEBUG nova.compute.provider_tree [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.385370] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382131, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.390907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.390907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.391058] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.531234] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1061.531896] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75a94f78-8723-4f15-8ed4-8f3adb6b3367 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.542623] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1061.542623] env[62979]: value = "task-2382133" [ 1061.542623] env[62979]: _type = "Task" [ 1061.542623] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.551560] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382133, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.573962] env[62979]: DEBUG nova.network.neutron [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [{"id": "4f831298-4ab2-4360-9cf1-df90d223e435", "address": "fa:16:3e:42:6e:d9", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f831298-4a", "ovs_interfaceid": "4f831298-4ab2-4360-9cf1-df90d223e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.600596] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.772879] env[62979]: DEBUG nova.scheduler.client.report [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.867534] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.867839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.890022] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382131, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.951895] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.005957] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.053518] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382133, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.078797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "refresh_cache-f58e1fb2-b5be-4477-a63d-4430214438d1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.103902] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382132, 'name': ReconfigVM_Task, 'duration_secs': 0.863535} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.104371] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 771904b6-c91b-4f6c-bbb5-6d87b79c7e46/771904b6-c91b-4f6c-bbb5-6d87b79c7e46.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.105192] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6b66f7-a2f8-491f-9875-1fe7a921ac34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.112570] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1062.112570] env[62979]: value = "task-2382134" [ 1062.112570] env[62979]: _type = "Task" [ 1062.112570] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.121446] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382134, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.155038] env[62979]: DEBUG nova.network.neutron [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Updating instance_info_cache with network_info: [{"id": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "address": "fa:16:3e:11:5d:b1", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d28b-2b", "ovs_interfaceid": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.277873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.278438] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.281441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.271s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.283038] env[62979]: INFO nova.compute.claims [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.371515] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.386317] env[62979]: DEBUG oslo_vmware.api [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382131, 'name': PowerOnVM_Task, 'duration_secs': 1.035951} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.387027] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.387128] env[62979]: INFO nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1062.387246] env[62979]: DEBUG nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.388050] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb4fa02-486c-419d-ac91-f4ba3dedab8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.554313] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382133, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.623415] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382134, 'name': Rename_Task, 'duration_secs': 0.219877} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.623703] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.623951] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3686ff20-ef1d-49f2-97b1-fe36bd3f560c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.630240] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1062.630240] env[62979]: value = "task-2382135" [ 1062.630240] env[62979]: _type = "Task" [ 1062.630240] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.642173] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.657234] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.657568] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Instance network_info: |[{"id": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "address": "fa:16:3e:11:5d:b1", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d28b-2b", "ovs_interfaceid": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.657956] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:5d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7657d28b-2ba5-4386-9666-8ccf0c524fe7', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.665396] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Creating folder: Project (80a66c493cfd4799b616882f8d29537c). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.665631] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd9dc25-93bc-48fb-98bc-373620088479 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.675280] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Created folder: Project (80a66c493cfd4799b616882f8d29537c) in parent group-v483149. [ 1062.675280] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Creating folder: Instances. Parent ref: group-v483438. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.675589] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad2f8dd2-7db4-4069-a692-369511726184 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.683781] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Created folder: Instances in parent group-v483438. [ 1062.684016] env[62979]: DEBUG oslo.service.loopingcall [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.684217] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.684423] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d501ced3-938b-40b7-bce1-d73559da7a9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.706377] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.706377] env[62979]: value = "task-2382138" [ 1062.706377] env[62979]: _type = "Task" [ 1062.706377] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.714715] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382138, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.753865] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.754163] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.754396] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.754585] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.754758] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.757081] env[62979]: INFO nova.compute.manager [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Terminating instance [ 1062.792067] env[62979]: DEBUG nova.compute.utils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1062.794163] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.794363] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.851607] env[62979]: DEBUG nova.policy [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.895657] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.907456] env[62979]: INFO nova.compute.manager [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Took 28.60 seconds to build instance. [ 1062.926248] env[62979]: DEBUG nova.compute.manager [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Received event network-changed-7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.926450] env[62979]: DEBUG nova.compute.manager [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Refreshing instance network info cache due to event network-changed-7657d28b-2ba5-4386-9666-8ccf0c524fe7. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.926690] env[62979]: DEBUG oslo_concurrency.lockutils [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] Acquiring lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.926829] env[62979]: DEBUG oslo_concurrency.lockutils [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] Acquired lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.926991] env[62979]: DEBUG nova.network.neutron [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Refreshing network info cache for port 7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.058088] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382133, 'name': CloneVM_Task, 'duration_secs': 1.257492} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.058088] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created linked-clone VM from snapshot [ 1063.061804] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e82428-4e2d-42eb-8dd4-b5c40e268732 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.074645] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploading image 76597cb3-d347-42b4-8013-c52045b08366 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.083833] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.084222] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2f178c2-c432-4141-8b1a-023709e0fd8b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.092406] env[62979]: DEBUG oslo_vmware.api [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1063.092406] env[62979]: value = "task-2382139" [ 1063.092406] env[62979]: _type = "Task" [ 1063.092406] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.108902] env[62979]: DEBUG oslo_vmware.api [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.112159] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.112159] env[62979]: value = "vm-483437" [ 1063.112159] env[62979]: _type = "VirtualMachine" [ 1063.112159] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.112506] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6150bc5a-6f2c-47e4-b597-676ced6b0279 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.120338] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease: (returnval){ [ 1063.120338] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52145909-d54e-971c-593a-da5b7f273f65" [ 1063.120338] env[62979]: _type = "HttpNfcLease" [ 1063.120338] env[62979]: } obtained for exporting VM: (result){ [ 1063.120338] env[62979]: value = "vm-483437" [ 1063.120338] env[62979]: _type = "VirtualMachine" [ 1063.120338] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.120753] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the lease: (returnval){ [ 1063.120753] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52145909-d54e-971c-593a-da5b7f273f65" [ 1063.120753] env[62979]: _type = "HttpNfcLease" [ 1063.120753] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.127090] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.127090] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52145909-d54e-971c-593a-da5b7f273f65" [ 1063.127090] env[62979]: _type = "HttpNfcLease" [ 1063.127090] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.139381] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.217497] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382138, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.223249] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Successfully created port: 65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.261480] env[62979]: DEBUG nova.compute.manager [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.262898] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24570647-0f07-49d4-a0e3-278cc9764aea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.276087] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72e28c-742a-469a-9b51-84b230b92981 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.295832] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.326906] env[62979]: WARNING nova.virt.vmwareapi.driver [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. [ 1063.327148] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.329984] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bba79e10-3fb2-4c55-b37a-f943033b6190 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.338108] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179d584-01d1-4b84-b9fd-9008e416c981 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.376049] env[62979]: WARNING nova.virt.vmwareapi.vmops [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. [ 1063.376183] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.376373] env[62979]: INFO nova.compute.manager [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1063.376653] env[62979]: DEBUG oslo.service.loopingcall [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.380028] env[62979]: DEBUG nova.compute.manager [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.380130] env[62979]: DEBUG nova.network.neutron [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.410292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8551bab9-fdcd-48c0-ba4a-8805441e9984 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.119s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.603600] env[62979]: DEBUG oslo_vmware.api [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382139, 'name': PowerOnVM_Task, 'duration_secs': 0.413907} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.607197] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.607197] env[62979]: DEBUG nova.compute.manager [None req-dca7e6db-39b9-4cf8-95d2-0c9f5b9c53d8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.610706] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeed5ab3-76b2-4ae4-9fba-fcc40c55abcc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.627491] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.627491] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52145909-d54e-971c-593a-da5b7f273f65" [ 1063.627491] env[62979]: _type = "HttpNfcLease" [ 1063.627491] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1063.627938] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1063.627938] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52145909-d54e-971c-593a-da5b7f273f65" [ 1063.627938] env[62979]: _type = "HttpNfcLease" [ 1063.627938] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1063.628818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea77a0e-2cdb-439f-8882-e8f606ac8ec1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.639597] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1063.639877] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1063.646647] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.721051] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382138, 'name': CreateVM_Task, 'duration_secs': 0.525508} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.723435] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.724306] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.724485] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.725043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.725512] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac96fc30-1d95-4841-aecd-c0a170391d8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730421] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1063.730421] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52556d04-1980-78e6-f72a-52f9be6ce624" [ 1063.730421] env[62979]: _type = "Task" [ 1063.730421] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.737949] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52556d04-1980-78e6-f72a-52f9be6ce624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.739584] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217056d0-bbb0-4e9d-ae72-ab3d09dc1e1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.744628] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d788f0a5-a2e1-417d-8b64-1922b6ae1c0b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.749505] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b34ee-85ab-4265-a063-3c145c3df23c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.781672] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.781941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.782225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.782448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.782706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.787038] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3728fac-563a-4de0-a95a-6ada3ffab62e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.790036] env[62979]: INFO nova.compute.manager [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Terminating instance [ 1063.799039] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521057b6-d0c9-405f-a965-49cbcf6f73a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.823020] env[62979]: DEBUG nova.compute.provider_tree [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.048828] env[62979]: DEBUG nova.network.neutron [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Updated VIF entry in instance network info cache for port 7657d28b-2ba5-4386-9666-8ccf0c524fe7. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.049269] env[62979]: DEBUG nova.network.neutron [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Updating instance_info_cache with network_info: [{"id": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "address": "fa:16:3e:11:5d:b1", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7657d28b-2b", "ovs_interfaceid": "7657d28b-2ba5-4386-9666-8ccf0c524fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.151270] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.244031] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52556d04-1980-78e6-f72a-52f9be6ce624, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.246020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.246020] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.246020] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.246605] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.246605] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.246907] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62c3a8a4-dc5d-4b78-a754-1d14f2eddf54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.256781] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.257773] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.258918] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6814b958-4c83-4a0f-983b-d0222640fdd6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.265459] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1064.265459] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52530d91-a0e8-14bf-315a-ecb5ae95e49e" [ 1064.265459] env[62979]: _type = "Task" [ 1064.265459] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.281741] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52530d91-a0e8-14bf-315a-ecb5ae95e49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.299132] env[62979]: DEBUG nova.compute.manager [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.302017] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.302017] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbad347-50e4-4df1-9391-d35986134cbf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.311119] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.311391] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.314264] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3393c249-85d8-4d36-a305-9f2e25a7bb1a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.322502] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1064.322502] env[62979]: value = "task-2382141" [ 1064.322502] env[62979]: _type = "Task" [ 1064.322502] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.326936] env[62979]: DEBUG nova.scheduler.client.report [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.342108] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.346186] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.346557] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.346822] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.347094] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.347328] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.347559] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.347858] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.348099] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.348336] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.348633] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.348824] env[62979]: DEBUG nova.virt.hardware [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.349759] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9034f-ca52-4d54-a490-41282e5c8595 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.359261] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe0d19-a47c-40ce-ad5c-dbae100d4425 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.552842] env[62979]: DEBUG oslo_concurrency.lockutils [req-d243ed9d-69b2-4731-8dd5-521e52912f86 req-4b680509-cab4-46c8-9708-08c11421cc79 service nova] Releasing lock "refresh_cache-05190c4c-ab63-474a-906e-4411304ba3ad" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.644521] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.760900] env[62979]: DEBUG nova.compute.manager [req-dd0ac791-bd98-4a51-8dc0-6ee91f6f5cff req-baec5838-c3f5-433c-b0b0-6598125141db service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Received event network-vif-deleted-bca5077b-088f-4b59-a9b6-b356697801a5 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.761179] env[62979]: INFO nova.compute.manager [req-dd0ac791-bd98-4a51-8dc0-6ee91f6f5cff req-baec5838-c3f5-433c-b0b0-6598125141db service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Neutron deleted interface bca5077b-088f-4b59-a9b6-b356697801a5; detaching it from the instance and deleting it from the info cache [ 1064.761622] env[62979]: DEBUG nova.network.neutron [req-dd0ac791-bd98-4a51-8dc0-6ee91f6f5cff req-baec5838-c3f5-433c-b0b0-6598125141db service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.777054] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52530d91-a0e8-14bf-315a-ecb5ae95e49e, 'name': SearchDatastore_Task, 'duration_secs': 0.019347} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.778459] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f74517e-6380-4b8f-8ff6-3fbda663da60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.784737] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1064.784737] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f51448-ca1d-2970-0c86-e3fdaea64484" [ 1064.784737] env[62979]: _type = "Task" [ 1064.784737] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.793709] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f51448-ca1d-2970-0c86-e3fdaea64484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.833751] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382141, 'name': PowerOffVM_Task, 'duration_secs': 0.21584} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.834340] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.838020] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.838020] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9b6914-4874-4b4c-b28d-2ae4ef9350e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.838971] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.839554] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.842710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.078s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.842945] env[62979]: DEBUG nova.objects.instance [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lazy-loading 'resources' on Instance uuid 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.894699] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Successfully updated port: 65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.904803] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.905065] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.905279] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Deleting the datastore file [datastore2] 859e6c38-6b7a-47f4-8d20-16eb10ae9623 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.905855] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a0f3ab7-6dc7-4d1d-b3f4-7cf62c350e9d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.914426] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for the task: (returnval){ [ 1064.914426] env[62979]: value = "task-2382143" [ 1064.914426] env[62979]: _type = "Task" [ 1064.914426] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.922892] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.957485] env[62979]: DEBUG nova.compute.manager [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Received event network-vif-plugged-65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.960264] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Acquiring lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.960504] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.960719] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.960862] env[62979]: DEBUG nova.compute.manager [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] No waiting events found dispatching network-vif-plugged-65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.965215] env[62979]: WARNING nova.compute.manager [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Received unexpected event network-vif-plugged-65eaf842-ca17-45b0-aff4-8da217ea1070 for instance with vm_state building and task_state spawning. [ 1064.965531] env[62979]: DEBUG nova.compute.manager [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Received event network-changed-65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.965793] env[62979]: DEBUG nova.compute.manager [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Refreshing instance network info cache due to event network-changed-65eaf842-ca17-45b0-aff4-8da217ea1070. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.966057] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Acquiring lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.966274] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Acquired lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.966489] env[62979]: DEBUG nova.network.neutron [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Refreshing network info cache for port 65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.145628] env[62979]: DEBUG oslo_vmware.api [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382135, 'name': PowerOnVM_Task, 'duration_secs': 2.231653} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.145901] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.146388] env[62979]: INFO nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1065.146604] env[62979]: DEBUG nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.147398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f1b7bc-2e10-4572-8018-3dcedde802af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.219502] env[62979]: DEBUG nova.network.neutron [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.264656] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f16f45d-5739-473f-bd23-6cddd1323426 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.275894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded5da8f-2c3a-4a5f-a41b-6e324451e9b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.305594] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f51448-ca1d-2970-0c86-e3fdaea64484, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.305923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.306266] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 05190c4c-ab63-474a-906e-4411304ba3ad/05190c4c-ab63-474a-906e-4411304ba3ad.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.317328] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5198cbbc-d8e3-4a7f-8bbe-4e2fc06c802c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.319925] env[62979]: DEBUG nova.compute.manager [req-dd0ac791-bd98-4a51-8dc0-6ee91f6f5cff req-baec5838-c3f5-433c-b0b0-6598125141db service nova] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Detach interface failed, port_id=bca5077b-088f-4b59-a9b6-b356697801a5, reason: Instance afe0267c-1780-4450-8159-ccb11bbbb6dc could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1065.324690] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1065.324690] env[62979]: value = "task-2382144" [ 1065.324690] env[62979]: _type = "Task" [ 1065.324690] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.332736] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.351422] env[62979]: DEBUG nova.compute.utils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.351785] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.351960] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.399899] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.408034] env[62979]: DEBUG nova.policy [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe40d1d0df6c4f5387a4adf16f295d89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c6a073d404b4a97fbc9af9dbd46b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.424810] env[62979]: DEBUG oslo_vmware.api [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Task: {'id': task-2382143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374015} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.425582] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.426356] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.426356] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.426356] env[62979]: INFO nova.compute.manager [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.426930] env[62979]: DEBUG oslo.service.loopingcall [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.429644] env[62979]: DEBUG nova.compute.manager [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.429863] env[62979]: DEBUG nova.network.neutron [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.556601] env[62979]: DEBUG nova.network.neutron [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.674845] env[62979]: INFO nova.compute.manager [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Took 28.17 seconds to build instance. [ 1065.727038] env[62979]: INFO nova.compute.manager [-] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Took 2.34 seconds to deallocate network for instance. [ 1065.830045] env[62979]: DEBUG nova.network.neutron [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.833203] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312356e-cb8a-4d21-8b9a-7f9a659d54d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.848382] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702a9a3-ed18-4852-b902-053cc161f473 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.852530] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.858585] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.899892] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Successfully created port: c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.902483] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac07702b-9edb-4de4-81b1-f6216e5ee06b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.912597] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a165967b-baa5-4ee1-8ad2-ddb009a41819 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.931531] env[62979]: DEBUG nova.compute.provider_tree [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.179987] env[62979]: DEBUG oslo_concurrency.lockutils [None req-203beea1-ab00-4aa0-93ca-957de895ed45 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.698s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.325859] env[62979]: INFO nova.compute.manager [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Took 0.59 seconds to detach 1 volumes for instance. [ 1066.326373] env[62979]: DEBUG nova.compute.manager [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Deleting volume: c0b90f2c-c294-4b06-88e9-c7bee6c5b5cb {{(pid=62979) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1066.338965] env[62979]: DEBUG oslo_concurrency.lockutils [req-b78b130a-c738-4de9-9f86-e4cb92b6f5bd req-0c258991-f20b-482d-9dec-c3c4e327944f service nova] Releasing lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.345845] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.345845] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.345845] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626113} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.345845] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 05190c4c-ab63-474a-906e-4411304ba3ad/05190c4c-ab63-474a-906e-4411304ba3ad.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.345845] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.346360] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635c9fca-a49d-4eff-b691-22e683d65083 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.354717] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1066.354717] env[62979]: value = "task-2382145" [ 1066.354717] env[62979]: _type = "Task" [ 1066.354717] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.369326] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.434947] env[62979]: DEBUG nova.scheduler.client.report [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.626333] env[62979]: DEBUG nova.network.neutron [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.843377] env[62979]: DEBUG nova.compute.manager [req-e3603687-0ea7-45fa-a8d7-101f7d118bb9 req-ae469a87-01a2-4ca0-b310-1f076a84b161 service nova] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Received event network-vif-deleted-bd03ba77-6ef4-457e-b08f-d1cc3e47e4b9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.869291] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1229} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.869568] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.873294] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1a8f1-0be7-40c6-add6-fea027f609ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.897934] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 05190c4c-ab63-474a-906e-4411304ba3ad/05190c4c-ab63-474a-906e-4411304ba3ad.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.898896] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.901751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.902278] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70130131-e6bf-4a2d-96e1-0573d6bca962 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.919331] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.930275] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1066.930275] env[62979]: value = "task-2382147" [ 1066.930275] env[62979]: _type = "Task" [ 1066.930275] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.945722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.948434] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.952275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.431s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.964047] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.964573] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.964816] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.965165] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.965426] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.965683] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.966198] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.966284] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.966454] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.966683] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.966911] env[62979]: DEBUG nova.virt.hardware [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.968053] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35883df-da76-474d-8cbf-ddf92e02a1af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.981805] env[62979]: INFO nova.scheduler.client.report [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Deleted allocations for instance 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2 [ 1066.989204] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355bf46-cebc-43e7-8da0-0e67dad531fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.128576] env[62979]: INFO nova.compute.manager [-] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Took 1.70 seconds to deallocate network for instance. [ 1067.135837] env[62979]: DEBUG nova.network.neutron [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Updating instance_info_cache with network_info: [{"id": "65eaf842-ca17-45b0-aff4-8da217ea1070", "address": "fa:16:3e:23:e3:15", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eaf842-ca", "ovs_interfaceid": "65eaf842-ca17-45b0-aff4-8da217ea1070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.449569] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.490307] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4f9b8b3e-023f-4b01-88c5-3bd84fcb0bc4 tempest-ServerRescueNegativeTestJSON-568771102 tempest-ServerRescueNegativeTestJSON-568771102-project-member] Lock "4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.137s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.638633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.639453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-aa42c262-b8e0-4694-a27b-2100e3c237fd" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.640494] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance network_info: |[{"id": "65eaf842-ca17-45b0-aff4-8da217ea1070", "address": "fa:16:3e:23:e3:15", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eaf842-ca", "ovs_interfaceid": "65eaf842-ca17-45b0-aff4-8da217ea1070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.640765] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e3:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65eaf842-ca17-45b0-aff4-8da217ea1070', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.654322] env[62979]: DEBUG oslo.service.loopingcall [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.658324] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.658954] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5434290-9437-41de-9bcc-158442473eb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.684954] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.684954] env[62979]: value = "task-2382148" [ 1067.684954] env[62979]: _type = "Task" [ 1067.684954] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.695387] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.836530] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d87f4d-8291-44d3-88f4-4c1aa9bac301 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.844278] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e943a-64dd-4242-9190-60f80dfb181d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.880822] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd154a49-c443-4ae3-9c8f-203492762fb1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.889150] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239bfef1-3a32-4136-a08e-397e10ee6caa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.906090] env[62979]: DEBUG nova.compute.provider_tree [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.942355] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382147, 'name': ReconfigVM_Task, 'duration_secs': 0.522161} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.942648] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 05190c4c-ab63-474a-906e-4411304ba3ad/05190c4c-ab63-474a-906e-4411304ba3ad.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.943806] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5224224a-5df1-4e72-9a89-a4cad7e412c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.951804] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1067.951804] env[62979]: value = "task-2382149" [ 1067.951804] env[62979]: _type = "Task" [ 1067.951804] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.966015] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382149, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.132113] env[62979]: DEBUG nova.compute.manager [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Received event network-vif-plugged-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.132494] env[62979]: DEBUG oslo_concurrency.lockutils [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] Acquiring lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.133404] env[62979]: DEBUG oslo_concurrency.lockutils [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.133404] env[62979]: DEBUG oslo_concurrency.lockutils [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.133549] env[62979]: DEBUG nova.compute.manager [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] No waiting events found dispatching network-vif-plugged-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.133757] env[62979]: WARNING nova.compute.manager [req-fd3012ec-9fe2-4ed1-ac66-8dfe15a64536 req-c5541a59-e948-47fc-8344-57d54d156fee service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Received unexpected event network-vif-plugged-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 for instance with vm_state building and task_state spawning. [ 1068.166365] env[62979]: DEBUG nova.compute.manager [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.166570] env[62979]: DEBUG nova.compute.manager [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.166786] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.166914] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.169380] env[62979]: DEBUG nova.network.neutron [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.195902] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.409229] env[62979]: DEBUG nova.scheduler.client.report [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.463294] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382149, 'name': Rename_Task, 'duration_secs': 0.238773} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.463294] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.463294] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09739db-4170-49e3-bc43-83bd92af0e13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.469125] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1068.469125] env[62979]: value = "task-2382150" [ 1068.469125] env[62979]: _type = "Task" [ 1068.469125] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.478331] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.584010] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Successfully updated port: c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.698777] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.979730] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.090935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.090935] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.091161] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.122187] env[62979]: DEBUG nova.network.neutron [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.122257] env[62979]: DEBUG nova.network.neutron [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.203083] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.423157] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.471s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.426704] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.623s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.426920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.433204] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.195s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.435072] env[62979]: INFO nova.compute.claims [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.470640] env[62979]: INFO nova.scheduler.client.report [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocations for instance 991d6af3-4f68-4a6c-957d-61f4b7297baf [ 1069.490837] env[62979]: DEBUG oslo_vmware.api [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382150, 'name': PowerOnVM_Task, 'duration_secs': 0.686127} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.495066] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.495066] env[62979]: INFO nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1069.495066] env[62979]: DEBUG nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.495066] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7db1a-9253-40f7-a823-c816fa6778d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.627442] env[62979]: DEBUG oslo_concurrency.lockutils [req-1d6cf71e-3cab-4059-a01c-cb63779ad332 req-d4da2255-9f25-446f-8594-c4bc262f7423 service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.668211] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.700027] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.933654] env[62979]: DEBUG nova.network.neutron [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Updating instance_info_cache with network_info: [{"id": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "address": "fa:16:3e:b2:f1:f9", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03b13b4-f7", "ovs_interfaceid": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.989213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36eb4a18-d121-4998-be91-91054b8c42f7 tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "991d6af3-4f68-4a6c-957d-61f4b7297baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.453s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.003684] env[62979]: DEBUG nova.compute.manager [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.003969] env[62979]: DEBUG nova.compute.manager [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing instance network info cache due to event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.004269] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.004697] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.004904] env[62979]: DEBUG nova.network.neutron [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.020033] env[62979]: INFO nova.compute.manager [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Took 31.48 seconds to build instance. [ 1070.039927] env[62979]: INFO nova.scheduler.client.report [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted allocation for migration 7b30b1a1-426d-4bee-907d-14af7b1bf513 [ 1070.197861] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.228191] env[62979]: DEBUG nova.compute.manager [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.228191] env[62979]: DEBUG nova.compute.manager [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing instance network info cache due to event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.228191] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.437584] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.437937] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Instance network_info: |[{"id": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "address": "fa:16:3e:b2:f1:f9", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03b13b4-f7", "ovs_interfaceid": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.438513] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:f1:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c03b13b4-f7cb-4005-80d4-911bc2c4d7c9', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.448438] env[62979]: DEBUG oslo.service.loopingcall [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.448702] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.449435] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7e8a6f-c516-4f86-b3a8-e72716530d20 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.472491] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.472491] env[62979]: value = "task-2382151" [ 1070.472491] env[62979]: _type = "Task" [ 1070.472491] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.481836] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382151, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.523320] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1782880d-1b2f-4db1-b9e3-8b818c670184 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "05190c4c-ab63-474a-906e-4411304ba3ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.994s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.546262] env[62979]: DEBUG oslo_concurrency.lockutils [None req-98c72d49-3075-4e58-8a37-64b37f4e17ec tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.588760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Acquiring lock "05190c4c-ab63-474a-906e-4411304ba3ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.589025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "05190c4c-ab63-474a-906e-4411304ba3ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.589227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Acquiring lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.589406] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.590966] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "05190c4c-ab63-474a-906e-4411304ba3ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.591644] env[62979]: INFO nova.compute.manager [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Terminating instance [ 1070.701203] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.769536] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b0d8f-e867-4eed-a860-bca50acde943 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.778052] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af33590-1bff-4099-87b1-8a75965f6891 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.812437] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da132c4-b99e-458a-b8f9-5276adc8730b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.820734] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49438ad3-77e5-46f5-8c80-4d23d02ff960 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.834756] env[62979]: DEBUG nova.compute.provider_tree [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.843417] env[62979]: DEBUG nova.network.neutron [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updated VIF entry in instance network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.843417] env[62979]: DEBUG nova.network.neutron [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.984039] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382151, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.095749] env[62979]: DEBUG nova.compute.manager [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.096054] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.097062] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d219fd-1563-4a88-ba7f-07d45673404d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.106556] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.106822] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def950c5-7af5-4efd-8e5f-34b0bfa2e685 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.113389] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Waiting for the task: (returnval){ [ 1071.113389] env[62979]: value = "task-2382152" [ 1071.113389] env[62979]: _type = "Task" [ 1071.113389] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.121850] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Task: {'id': task-2382152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.189811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.189811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.189811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.189811] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.190106] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.193170] env[62979]: INFO nova.compute.manager [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Terminating instance [ 1071.206289] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382148, 'name': CreateVM_Task, 'duration_secs': 3.057102} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.207245] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.208268] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.208471] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.208944] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.209662] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2201d027-e208-451d-a346-29b45d22a5d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.215073] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1071.215073] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528a97d4-78ea-b1c2-58e9-c12ce003ee0c" [ 1071.215073] env[62979]: _type = "Task" [ 1071.215073] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.223326] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528a97d4-78ea-b1c2-58e9-c12ce003ee0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.344794] env[62979]: DEBUG nova.scheduler.client.report [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.347334] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c42458b-4813-407d-aabd-35f81e186a94 req-d250f027-36ce-4a7f-ad33-be67963305b7 service nova] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.348045] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.348248] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.484475] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382151, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.624117] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Task: {'id': task-2382152, 'name': PowerOffVM_Task, 'duration_secs': 0.233465} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.624391] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.624534] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.624795] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855f172d-d41b-4e61-9495-8bc579bf9ccd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.697165] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.698022] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78135d-b2d3-4b4c-9dc4-95204ddd6c5c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.700886] env[62979]: DEBUG nova.compute.manager [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.701125] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.701840] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33955a-2b9c-4737-a32a-8caa9c4d4410 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.708506] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.708665] env[62979]: ERROR oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk due to incomplete transfer. [ 1071.710689] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a218d80-2151-4b35-b3ce-0da40f86a6e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.712209] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.712435] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3416503-db2f-4b09-ad86-2c50e2647f3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.719945] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.720163] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.720346] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Deleting the datastore file [datastore2] 05190c4c-ab63-474a-906e-4411304ba3ad {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.721855] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f9eec7-7f79-419e-adbb-eb1bde5ca0da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.723620] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1071.723620] env[62979]: value = "task-2382154" [ 1071.723620] env[62979]: _type = "Task" [ 1071.723620] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.727885] env[62979]: DEBUG oslo_vmware.rw_handles [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520f5358-5b98-d55a-da09-abb33ac1c11e/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.728085] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploaded image 76597cb3-d347-42b4-8013-c52045b08366 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.730918] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.731337] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528a97d4-78ea-b1c2-58e9-c12ce003ee0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.734564] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9143e1b-ef48-44d4-a39e-ea96914826de {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.736550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.736807] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.737066] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.737226] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.737411] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.738639] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68efc2f7-23ac-4e9c-b1d2-05540e3dd9fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.740726] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Waiting for the task: (returnval){ [ 1071.740726] env[62979]: value = "task-2382155" [ 1071.740726] env[62979]: _type = "Task" [ 1071.740726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.748621] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.751164] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.751384] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.752323] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1071.752323] env[62979]: value = "task-2382156" [ 1071.752323] env[62979]: _type = "Task" [ 1071.752323] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.755510] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176811e7-969f-4c5e-9d91-14effe713644 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.757928] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Task: {'id': task-2382155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.763259] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1071.763259] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52db0568-f144-be0a-0835-cefd72184826" [ 1071.763259] env[62979]: _type = "Task" [ 1071.763259] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.766396] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382156, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.773360] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52db0568-f144-be0a-0835-cefd72184826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.849475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.850229] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.852807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.593s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.854384] env[62979]: INFO nova.compute.claims [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.985763] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382151, 'name': CreateVM_Task, 'duration_secs': 1.418505} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.987054] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.987054] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.987054] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987424] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.987601] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e4cdae-f97c-44c0-8354-c38a26da9ada {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.995627] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1071.995627] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a8672b-eb8a-89c7-f117-688bcc7b000b" [ 1071.995627] env[62979]: _type = "Task" [ 1071.995627] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.003295] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a8672b-eb8a-89c7-f117-688bcc7b000b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.131721] env[62979]: DEBUG nova.compute.manager [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.132188] env[62979]: DEBUG nova.compute.manager [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.132304] env[62979]: DEBUG oslo_concurrency.lockutils [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.132471] env[62979]: DEBUG oslo_concurrency.lockutils [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132642] env[62979]: DEBUG nova.network.neutron [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.154314] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updated VIF entry in instance network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.154661] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.238013] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382154, 'name': PowerOffVM_Task, 'duration_secs': 0.290042} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.238277] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.238454] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.238698] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b475bc55-c527-4cff-8dc0-64ffa1e32bba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.250063] env[62979]: DEBUG oslo_vmware.api [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Task: {'id': task-2382155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270227} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.250287] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.250471] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.250651] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.250825] env[62979]: INFO nova.compute.manager [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1072.251082] env[62979]: DEBUG oslo.service.loopingcall [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.251276] env[62979]: DEBUG nova.compute.manager [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.251374] env[62979]: DEBUG nova.network.neutron [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.265983] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382156, 'name': Destroy_Task, 'duration_secs': 0.427083} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.266134] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroyed the VM [ 1072.266331] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1072.266643] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65f05469-ca28-4efa-a7fb-85e702b53f33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.276615] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52db0568-f144-be0a-0835-cefd72184826, 'name': SearchDatastore_Task, 'duration_secs': 0.013484} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.278348] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1072.278348] env[62979]: value = "task-2382158" [ 1072.278348] env[62979]: _type = "Task" [ 1072.278348] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.278532] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e0da0d-ecda-4e28-a8ef-38e43c0ea75a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.288730] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1072.288730] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52caffb2-8b2e-e01c-a9a7-a4a874054789" [ 1072.288730] env[62979]: _type = "Task" [ 1072.288730] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.292032] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.299620] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52caffb2-8b2e-e01c-a9a7-a4a874054789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.305435] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.305666] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.305841] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleting the datastore file [datastore2] 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.306114] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-988389f9-9de2-49bf-aa79-edfd5ae39bb3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.314021] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1072.314021] env[62979]: value = "task-2382159" [ 1072.314021] env[62979]: _type = "Task" [ 1072.314021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.321557] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.363901] env[62979]: DEBUG nova.compute.utils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.365676] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.365815] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.438973] env[62979]: DEBUG nova.policy [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcf571137884749a29bb70139812998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eab57db715c24d2bad651adf1a6bb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.503802] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a8672b-eb8a-89c7-f117-688bcc7b000b, 'name': SearchDatastore_Task, 'duration_secs': 0.022889} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.503802] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.504120] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.504315] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.504508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504779] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.505018] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf22e93-f2ca-4310-9298-42d212f1ff6e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.521440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "035d71ac-d938-4065-9075-21c5b78a90f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.521440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.526041] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.526158] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.528706] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86632c8-2d19-4b50-9ba0-73071d9810e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.535090] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1072.535090] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb86fa-bc56-b5a7-56a5-689a7142c6a2" [ 1072.535090] env[62979]: _type = "Task" [ 1072.535090] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.547314] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb86fa-bc56-b5a7-56a5-689a7142c6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.644284] env[62979]: DEBUG nova.compute.manager [req-424b061d-590b-41e5-a5bf-33c90c72f1e6 req-8385c303-a61f-420e-a166-b45516b24438 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Received event network-vif-deleted-7657d28b-2ba5-4386-9666-8ccf0c524fe7 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.644284] env[62979]: INFO nova.compute.manager [req-424b061d-590b-41e5-a5bf-33c90c72f1e6 req-8385c303-a61f-420e-a166-b45516b24438 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Neutron deleted interface 7657d28b-2ba5-4386-9666-8ccf0c524fe7; detaching it from the instance and deleting it from the info cache [ 1072.644284] env[62979]: DEBUG nova.network.neutron [req-424b061d-590b-41e5-a5bf-33c90c72f1e6 req-8385c303-a61f-420e-a166-b45516b24438 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.656600] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.660421] env[62979]: DEBUG nova.compute.manager [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Received event network-changed-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.660421] env[62979]: DEBUG nova.compute.manager [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Refreshing instance network info cache due to event network-changed-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.660421] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Acquiring lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.660421] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Acquired lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.660421] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Refreshing network info cache for port c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.791903] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382158, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.805733] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52caffb2-8b2e-e01c-a9a7-a4a874054789, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.806203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.806508] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] aa42c262-b8e0-4694-a27b-2100e3c237fd/aa42c262-b8e0-4694-a27b-2100e3c237fd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.806996] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db748dbd-2170-49dd-8252-01eb92c195ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.813702] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1072.813702] env[62979]: value = "task-2382160" [ 1072.813702] env[62979]: _type = "Task" [ 1072.813702] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.821518] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Successfully created port: a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.829615] env[62979]: DEBUG oslo_vmware.api [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136649} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.833551] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.833750] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.833934] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.834885] env[62979]: INFO nova.compute.manager [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1072.836523] env[62979]: DEBUG oslo.service.loopingcall [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.836766] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.836996] env[62979]: DEBUG nova.compute.manager [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.837162] env[62979]: DEBUG nova.network.neutron [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.867705] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.935137] env[62979]: DEBUG nova.network.neutron [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.935137] env[62979]: DEBUG nova.network.neutron [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.030997] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.033972] env[62979]: DEBUG nova.network.neutron [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.053764] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52eb86fa-bc56-b5a7-56a5-689a7142c6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01996} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.062019] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a833bebf-cbfd-44db-b2ab-85f113b96842 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.065018] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1073.065018] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528f1178-5ada-4d93-7696-24487dcd35b9" [ 1073.065018] env[62979]: _type = "Task" [ 1073.065018] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.077889] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528f1178-5ada-4d93-7696-24487dcd35b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.154256] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b6003e4-aafe-4065-a407-acbcb88b7f5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.163879] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902329c5-9cf6-4eaf-8371-f5fd55b2cbe5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.193346] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ed788-ddb6-4ef8-b051-09df11c633bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.208130] env[62979]: DEBUG nova.compute.manager [req-424b061d-590b-41e5-a5bf-33c90c72f1e6 req-8385c303-a61f-420e-a166-b45516b24438 service nova] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Detach interface failed, port_id=7657d28b-2ba5-4386-9666-8ccf0c524fe7, reason: Instance 05190c4c-ab63-474a-906e-4411304ba3ad could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1073.214147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ab831-7e2c-4690-8d8c-1db426167e2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.258142] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b8b6a-5e81-450a-8600-621c7357a6d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.266986] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da30e54-272f-4743-8d81-75be05f1bde8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.284398] env[62979]: DEBUG nova.compute.provider_tree [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.298716] env[62979]: DEBUG oslo_vmware.api [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382158, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520614} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.299728] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.299990] env[62979]: INFO nova.compute.manager [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 13.86 seconds to snapshot the instance on the hypervisor. [ 1073.326649] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.437751] env[62979]: DEBUG oslo_concurrency.lockutils [req-b56b0d0a-e3ae-4d4a-9b89-2ccfff51aa30 req-bc98a62a-13b9-4c03-bdb0-ebd51b8fd05b service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.511851] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Updated VIF entry in instance network info cache for port c03b13b4-f7cb-4005-80d4-911bc2c4d7c9. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.512290] env[62979]: DEBUG nova.network.neutron [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Updating instance_info_cache with network_info: [{"id": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "address": "fa:16:3e:b2:f1:f9", "network": {"id": "c57f6392-d1d8-4d7e-9686-51369543aeaf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1723768299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c6a073d404b4a97fbc9af9dbd46b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03b13b4-f7", "ovs_interfaceid": "c03b13b4-f7cb-4005-80d4-911bc2c4d7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.545372] env[62979]: INFO nova.compute.manager [-] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Took 1.29 seconds to deallocate network for instance. [ 1073.564895] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.576313] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528f1178-5ada-4d93-7696-24487dcd35b9, 'name': SearchDatastore_Task, 'duration_secs': 0.034044} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.577115] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.577992] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4cb596fe-138d-4c0b-8689-1b8fcb48613a/4cb596fe-138d-4c0b-8689-1b8fcb48613a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.578472] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d18aba8d-047f-487f-9dba-eef79bfff4e5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.585654] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1073.585654] env[62979]: value = "task-2382161" [ 1073.585654] env[62979]: _type = "Task" [ 1073.585654] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.594465] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.791880] env[62979]: DEBUG nova.scheduler.client.report [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.827370] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.828093] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] aa42c262-b8e0-4694-a27b-2100e3c237fd/aa42c262-b8e0-4694-a27b-2100e3c237fd.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.828399] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.828638] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ecdd77-b2ea-4666-b25f-433fb95f151c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.835574] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1073.835574] env[62979]: value = "task-2382162" [ 1073.835574] env[62979]: _type = "Task" [ 1073.835574] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.847926] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.850286] env[62979]: DEBUG nova.compute.manager [None req-b6dc2f2e-0b84-41e1-9c05-f6f8f8078bea tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Found 2 images (rotation: 2) {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1073.879954] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.905341] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.905599] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.905756] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.905982] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.906139] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.906365] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.906602] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.906771] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.906980] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.907150] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.907334] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.908616] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd395bc7-e9c2-4dbd-a146-b7fd191c8a09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.917425] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10644f28-0b5d-4fcd-9b4d-03d4a8614187 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.015994] env[62979]: DEBUG oslo_concurrency.lockutils [req-149e1d37-a795-41f0-87de-06c2174c78dc req-d3314d25-6347-4a4b-8bd9-8f748bc34cfb service nova] Releasing lock "refresh_cache-4cb596fe-138d-4c0b-8689-1b8fcb48613a" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.015994] env[62979]: DEBUG nova.network.neutron [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.051517] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.096602] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.159682] env[62979]: DEBUG nova.compute.manager [req-05ece24c-5922-4117-9d26-30d84efbd854 req-798cb904-c867-4480-870f-96dcdcaa1679 service nova] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Received event network-vif-deleted-89ad3368-0f2a-43f1-abc8-04431e19d95f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.296850] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.297380] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.299893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.774s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.345096] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096764} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.345363] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.346149] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cad6c6-a557-46ed-9664-7e312f9afbc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.369406] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] aa42c262-b8e0-4694-a27b-2100e3c237fd/aa42c262-b8e0-4694-a27b-2100e3c237fd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.369703] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b6c885-b0d0-46be-bfad-8ba95bfdb0fb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.391096] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1074.391096] env[62979]: value = "task-2382163" [ 1074.391096] env[62979]: _type = "Task" [ 1074.391096] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.401222] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.518763] env[62979]: INFO nova.compute.manager [-] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Took 1.68 seconds to deallocate network for instance. [ 1074.535288] env[62979]: DEBUG nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.536174] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868f21d-447f-4a8e-8d8e-0eb6b1c55ad3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.596880] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.597676] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Successfully updated port: a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.803099] env[62979]: DEBUG nova.compute.utils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.807558] env[62979]: INFO nova.compute.claims [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.811517] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.812202] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.852925] env[62979]: DEBUG nova.policy [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fcf571137884749a29bb70139812998', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eab57db715c24d2bad651adf1a6bb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.901870] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382163, 'name': ReconfigVM_Task, 'duration_secs': 0.257391} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.902203] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Reconfigured VM instance instance-00000069 to attach disk [datastore1] aa42c262-b8e0-4694-a27b-2100e3c237fd/aa42c262-b8e0-4694-a27b-2100e3c237fd.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.902968] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5fe3a2-8dab-42b5-9c18-98d63a24358f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.910532] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1074.910532] env[62979]: value = "task-2382164" [ 1074.910532] env[62979]: _type = "Task" [ 1074.910532] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.918144] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382164, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.029023] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.047963] env[62979]: INFO nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] instance snapshotting [ 1075.048847] env[62979]: DEBUG nova.objects.instance [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.099593] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.100318] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.100450] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.100649] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.125636] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Successfully created port: 8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.306681] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.318847] env[62979]: INFO nova.compute.resource_tracker [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating resource usage from migration 443f16b4-b801-42c2-b328-1ed03be908a4 [ 1075.427367] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382164, 'name': Rename_Task, 'duration_secs': 0.138028} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.430641] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.431684] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c8e942-6bab-4120-8906-f462aace726b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.438354] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1075.438354] env[62979]: value = "task-2382165" [ 1075.438354] env[62979]: _type = "Task" [ 1075.438354] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.448645] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.554521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2622a528-f3e3-482f-a83e-2beebfa1d03e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.579330] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a99ff8-feff-4c64-b39d-3c70787f42aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.600206] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.780786} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.600206] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4cb596fe-138d-4c0b-8689-1b8fcb48613a/4cb596fe-138d-4c0b-8689-1b8fcb48613a.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.600206] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.600540] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b08c8c5-1da9-46b6-9fca-4438ec191be3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.608604] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1075.608604] env[62979]: value = "task-2382166" [ 1075.608604] env[62979]: _type = "Task" [ 1075.608604] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.618418] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.638180] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.666780] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55f966-2955-4cbb-abab-9d2e1ac9fb96 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.674690] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc15f5-d719-43ae-ba5a-e24408542db6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.710860] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710edf3-5d22-48b1-9a18-a199929bf1d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.719012] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753951f-897c-4fc4-81bc-f4296936aa04 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.734899] env[62979]: DEBUG nova.compute.provider_tree [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.861067] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Updating instance_info_cache with network_info: [{"id": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "address": "fa:16:3e:4d:b2:7c", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a77b3b-b2", "ovs_interfaceid": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.949579] env[62979]: DEBUG oslo_vmware.api [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382165, 'name': PowerOnVM_Task, 'duration_secs': 0.465611} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.950271] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.950271] env[62979]: INFO nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Took 11.64 seconds to spawn the instance on the hypervisor. [ 1075.950271] env[62979]: DEBUG nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.951028] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c81d659-4852-4e4c-ad3b-4ac2bd753495 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.089666] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.089999] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b727a67-3307-405a-9e72-36e2f21e3e5b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.097280] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1076.097280] env[62979]: value = "task-2382167" [ 1076.097280] env[62979]: _type = "Task" [ 1076.097280] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.105887] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.116613] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064395} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.116901] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.117669] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1ce5c-b7de-48ee-8d5f-ebc4b3a6abe8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.140061] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 4cb596fe-138d-4c0b-8689-1b8fcb48613a/4cb596fe-138d-4c0b-8689-1b8fcb48613a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.140277] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232d4316-9dff-4300-a873-886af19b8daa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.160079] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1076.160079] env[62979]: value = "task-2382168" [ 1076.160079] env[62979]: _type = "Task" [ 1076.160079] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.168605] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.238203] env[62979]: DEBUG nova.scheduler.client.report [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.243490] env[62979]: DEBUG nova.compute.manager [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Received event network-vif-plugged-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.243708] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Acquiring lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.243917] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.244103] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.244277] env[62979]: DEBUG nova.compute.manager [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] No waiting events found dispatching network-vif-plugged-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.244445] env[62979]: WARNING nova.compute.manager [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Received unexpected event network-vif-plugged-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 for instance with vm_state building and task_state spawning. [ 1076.244607] env[62979]: DEBUG nova.compute.manager [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Received event network-changed-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.244800] env[62979]: DEBUG nova.compute.manager [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Refreshing instance network info cache due to event network-changed-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.245057] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Acquiring lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.316428] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.343414] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.343709] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.343871] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.344478] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.344478] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.344478] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.344634] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.344790] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.344982] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.345182] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.345366] env[62979]: DEBUG nova.virt.hardware [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.346269] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d82ed-b1c0-4f31-901b-a56c4b3f2371 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.354229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89f5f1-642f-43bd-9644-2b6065ed09a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.368466] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.368719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.369079] env[62979]: DEBUG nova.objects.instance [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid c79f0e45-c08b-4626-a935-fef0067dfe5d {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.370508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.371106] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Instance network_info: |[{"id": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "address": "fa:16:3e:4d:b2:7c", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a77b3b-b2", "ovs_interfaceid": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.371472] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Acquired lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.371646] env[62979]: DEBUG nova.network.neutron [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Refreshing network info cache for port a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.372750] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:b2:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a77b3b-b2bb-425b-ac84-c4f24dbb2316', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.380643] env[62979]: DEBUG oslo.service.loopingcall [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.381402] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.381402] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af8af12-32ea-4c3d-bd0a-c12c0263c22d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.407180] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.407180] env[62979]: value = "task-2382169" [ 1076.407180] env[62979]: _type = "Task" [ 1076.407180] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.416510] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382169, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.468711] env[62979]: INFO nova.compute.manager [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Took 33.90 seconds to build instance. [ 1076.607888] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.669694] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.746915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.747122] env[62979]: INFO nova.compute.manager [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Migrating [ 1076.754265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.319s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.754666] env[62979]: DEBUG nova.objects.instance [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lazy-loading 'resources' on Instance uuid 8bf32461-5a49-4fd3-909c-c69c2eb015d9 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.763480] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Successfully updated port: 8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.919272] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382169, 'name': CreateVM_Task, 'duration_secs': 0.48246} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.919462] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.920129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.920305] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.920624] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.922856] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb6331f-8c8d-4b45-aa5e-b2d0af7369c4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.928052] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1076.928052] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529887b6-5af2-cb73-7958-3e8cee26398d" [ 1076.928052] env[62979]: _type = "Task" [ 1076.928052] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.936283] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529887b6-5af2-cb73-7958-3e8cee26398d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.974585] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a59d8475-a3e6-4ada-9dae-38a1b0fa25fb tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.416s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.037198] env[62979]: DEBUG nova.objects.instance [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid c79f0e45-c08b-4626-a935-fef0067dfe5d {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.111537] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.156596] env[62979]: DEBUG nova.network.neutron [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Updated VIF entry in instance network info cache for port a9a77b3b-b2bb-425b-ac84-c4f24dbb2316. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.156957] env[62979]: DEBUG nova.network.neutron [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Updating instance_info_cache with network_info: [{"id": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "address": "fa:16:3e:4d:b2:7c", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a77b3b-b2", "ovs_interfaceid": "a9a77b3b-b2bb-425b-ac84-c4f24dbb2316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.169726] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382168, 'name': ReconfigVM_Task, 'duration_secs': 0.52256} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.170013] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 4cb596fe-138d-4c0b-8689-1b8fcb48613a/4cb596fe-138d-4c0b-8689-1b8fcb48613a.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.170619] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e5402c-befc-4208-bb13-b218fad341ca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.177635] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1077.177635] env[62979]: value = "task-2382170" [ 1077.177635] env[62979]: _type = "Task" [ 1077.177635] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.186157] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382170, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.265918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.266093] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.266286] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.267456] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.267627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.267797] env[62979]: DEBUG nova.network.neutron [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.440824] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529887b6-5af2-cb73-7958-3e8cee26398d, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.441736] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.441736] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.441736] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.441736] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.441736] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.442184] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e6656c-5405-4a42-8f91-857a1e48a2b4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.453032] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.453995] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.453995] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acfda00-2aa6-4ce1-b1f5-c68d78b3d8c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.462077] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1077.462077] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52be6f6a-ff7c-708f-9b75-5ed976dc3422" [ 1077.462077] env[62979]: _type = "Task" [ 1077.462077] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.469630] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52be6f6a-ff7c-708f-9b75-5ed976dc3422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.500928] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bec84-de70-4428-ab15-59c9dfa49a40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.508369] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b84b8-26ea-4eb4-9d6e-f1534efe647f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.540311] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf92d4-05be-4673-9dca-bef5d0c92776 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.543044] env[62979]: DEBUG nova.objects.base [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.543257] env[62979]: DEBUG nova.network.neutron [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.550132] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8063db43-dd4b-4890-99a1-07bd3186d1d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.564333] env[62979]: DEBUG nova.compute.provider_tree [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.609966] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382167, 'name': CreateSnapshot_Task, 'duration_secs': 1.131963} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.610176] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.611271] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150e342-e0ff-4ad3-bed3-6b6e8f5ac9d9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.621636] env[62979]: DEBUG nova.policy [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.633297] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.633531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.633732] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.633923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.634112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.636153] env[62979]: INFO nova.compute.manager [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Terminating instance [ 1077.659203] env[62979]: DEBUG oslo_concurrency.lockutils [req-bdc3ca9a-9a1d-42b7-9b8d-5250b943896b req-7481a39b-6b1c-43d6-8042-9393481bd2f9 service nova] Releasing lock "refresh_cache-c42deae2-1381-4a80-a8d5-c3cb317c63c8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.688091] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382170, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.812996] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.977270] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52be6f6a-ff7c-708f-9b75-5ed976dc3422, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.978049] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334d0525-6f4f-4bf0-937d-e550aded125c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980735] env[62979]: DEBUG nova.network.neutron [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Updating instance_info_cache with network_info: [{"id": "8010146b-2210-4dc7-b62a-9c603952be75", "address": "fa:16:3e:18:49:6b", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010146b-22", "ovs_interfaceid": "8010146b-2210-4dc7-b62a-9c603952be75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.987325] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1077.987325] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52567bf5-6c63-9236-da7d-d90448063bfb" [ 1077.987325] env[62979]: _type = "Task" [ 1077.987325] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.999319] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52567bf5-6c63-9236-da7d-d90448063bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.999565] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.999819] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c42deae2-1381-4a80-a8d5-c3cb317c63c8/c42deae2-1381-4a80-a8d5-c3cb317c63c8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.000069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6f80e06-5078-449e-b386-5da5a5ab03e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.005930] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1078.005930] env[62979]: value = "task-2382171" [ 1078.005930] env[62979]: _type = "Task" [ 1078.005930] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.015960] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.068086] env[62979]: DEBUG nova.scheduler.client.report [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.093665] env[62979]: DEBUG nova.network.neutron [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [{"id": "8f9f9640-0e10-49fd-87b4-c67a89448814", "address": "fa:16:3e:5e:ad:5d", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9f9640-0e", "ovs_interfaceid": "8f9f9640-0e10-49fd-87b4-c67a89448814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.131590] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.131930] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03702044-c12e-4b53-95f3-9c7d2963c385 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.139720] env[62979]: DEBUG nova.compute.manager [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.139784] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.141900] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f1260-8bee-4906-ac8c-cc16ea597015 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.145115] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1078.145115] env[62979]: value = "task-2382172" [ 1078.145115] env[62979]: _type = "Task" [ 1078.145115] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.151020] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.151617] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b23cc3-a900-41b1-97c6-ccb0f4d74d99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.157078] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.159058] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1078.159058] env[62979]: value = "task-2382173" [ 1078.159058] env[62979]: _type = "Task" [ 1078.159058] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.169417] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.187187] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382170, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.398036] env[62979]: DEBUG nova.compute.manager [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Received event network-vif-plugged-8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.398358] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Acquiring lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.398651] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.398772] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.398992] env[62979]: DEBUG nova.compute.manager [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] No waiting events found dispatching network-vif-plugged-8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.399402] env[62979]: WARNING nova.compute.manager [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Received unexpected event network-vif-plugged-8010146b-2210-4dc7-b62a-9c603952be75 for instance with vm_state building and task_state spawning. [ 1078.399613] env[62979]: DEBUG nova.compute.manager [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Received event network-changed-8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.399855] env[62979]: DEBUG nova.compute.manager [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Refreshing instance network info cache due to event network-changed-8010146b-2210-4dc7-b62a-9c603952be75. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.400077] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Acquiring lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.485061] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.485442] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Instance network_info: |[{"id": "8010146b-2210-4dc7-b62a-9c603952be75", "address": "fa:16:3e:18:49:6b", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010146b-22", "ovs_interfaceid": "8010146b-2210-4dc7-b62a-9c603952be75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.485745] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Acquired lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.485957] env[62979]: DEBUG nova.network.neutron [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Refreshing network info cache for port 8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.487375] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:49:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8010146b-2210-4dc7-b62a-9c603952be75', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.496332] env[62979]: DEBUG oslo.service.loopingcall [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.497494] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.497756] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3aded26-0f43-4711-9c68-41386ff1dc8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523408] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.523408] env[62979]: value = "task-2382174" [ 1078.523408] env[62979]: _type = "Task" [ 1078.523408] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.526407] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514032} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.529454] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c42deae2-1381-4a80-a8d5-c3cb317c63c8/c42deae2-1381-4a80-a8d5-c3cb317c63c8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.529690] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.529951] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4eb95b7-8b7e-461d-8d07-0ea53d898180 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.537183] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382174, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.538452] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1078.538452] env[62979]: value = "task-2382175" [ 1078.538452] env[62979]: _type = "Task" [ 1078.538452] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.546279] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.574777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.577391] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.090s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.577672] env[62979]: DEBUG nova.objects.instance [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lazy-loading 'resources' on Instance uuid ec4d7128-9863-408e-b5a3-4b0aaf6ed622 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.596694] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.603173] env[62979]: INFO nova.scheduler.client.report [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Deleted allocations for instance 8bf32461-5a49-4fd3-909c-c69c2eb015d9 [ 1078.655048] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.672619] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382173, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.688168] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382170, 'name': Rename_Task, 'duration_secs': 1.483075} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.688443] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.688735] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-628e4e0b-5469-46f8-920c-3829bd6437cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.694610] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1078.694610] env[62979]: value = "task-2382176" [ 1078.694610] env[62979]: _type = "Task" [ 1078.694610] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.702769] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.036987] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382174, 'name': CreateVM_Task, 'duration_secs': 0.417397} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.037150] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.037827] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.038460] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.038460] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.038567] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfc55d3-e44c-4710-b071-54386fc7447d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.045639] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1079.045639] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524a236d-5b41-0465-d29f-fa410ddba4ba" [ 1079.045639] env[62979]: _type = "Task" [ 1079.045639] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.050274] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057708} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.053126] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.053860] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23405337-702b-41bf-aca1-058285dd1357 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.061095] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524a236d-5b41-0465-d29f-fa410ddba4ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.078524] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c42deae2-1381-4a80-a8d5-c3cb317c63c8/c42deae2-1381-4a80-a8d5-c3cb317c63c8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.078804] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4e995d-b077-467e-b00f-0d269f66d4da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.108057] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1079.108057] env[62979]: value = "task-2382177" [ 1079.108057] env[62979]: _type = "Task" [ 1079.108057] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.111096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3c94733-fa94-4225-b2b4-586b41a5263d tempest-ServerAddressesNegativeTestJSON-1329328811 tempest-ServerAddressesNegativeTestJSON-1329328811-project-member] Lock "8bf32461-5a49-4fd3-909c-c69c2eb015d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.263s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.116197] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.157138] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.170255] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382173, 'name': PowerOffVM_Task, 'duration_secs': 0.547443} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.172764] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.173028] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.173417] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc72e20-4542-48e0-9a1e-360b86f07056 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.199633] env[62979]: DEBUG nova.network.neutron [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Successfully updated port: 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.210494] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.246409] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.246942] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.246942] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore1] aa42c262-b8e0-4694-a27b-2100e3c237fd {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.247129] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31af1ea-af11-43ac-aeae-cfffb040fe57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.254658] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1079.254658] env[62979]: value = "task-2382179" [ 1079.254658] env[62979]: _type = "Task" [ 1079.254658] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.262539] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.281164] env[62979]: DEBUG nova.network.neutron [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Updated VIF entry in instance network info cache for port 8010146b-2210-4dc7-b62a-9c603952be75. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.281582] env[62979]: DEBUG nova.network.neutron [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Updating instance_info_cache with network_info: [{"id": "8010146b-2210-4dc7-b62a-9c603952be75", "address": "fa:16:3e:18:49:6b", "network": {"id": "6bb98f94-3ff5-4379-93f6-8aa9170b411b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-624390843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eab57db715c24d2bad651adf1a6bb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010146b-22", "ovs_interfaceid": "8010146b-2210-4dc7-b62a-9c603952be75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.395962] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fdfa0-e210-47e9-ab90-e12e3d471095 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.404843] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638edfc7-a923-46cd-afa1-286a107413a6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.443863] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51debee-82e4-4311-89a6-39b95a66fbb2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.451882] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4e1c6-69df-4081-a8f1-c1b99575bb7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.468857] env[62979]: DEBUG nova.compute.provider_tree [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.560976] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524a236d-5b41-0465-d29f-fa410ddba4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017212} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.561362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.561528] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.561765] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.561912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.562137] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.563023] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b00a0e-8fda-49cd-b37a-85cb443b6206 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.570894] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.571088] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.572370] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d9d604-5033-425d-88bc-b639ad5bbef2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.579119] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1079.579119] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261e2c4-7c29-56ae-b492-584089470248" [ 1079.579119] env[62979]: _type = "Task" [ 1079.579119] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.586652] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261e2c4-7c29-56ae-b492-584089470248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.618988] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.656406] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.705792] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.705792] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.708855] env[62979]: DEBUG nova.network.neutron [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.708855] env[62979]: DEBUG oslo_vmware.api [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382176, 'name': PowerOnVM_Task, 'duration_secs': 0.809265} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.708855] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.708855] env[62979]: INFO nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Took 12.79 seconds to spawn the instance on the hypervisor. [ 1079.708855] env[62979]: DEBUG nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.708855] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5941ba-5200-4712-a00b-1b9429c56ee3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.733843] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.734122] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.766801] env[62979]: DEBUG oslo_vmware.api [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190957} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.767077] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.767276] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.767455] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.767631] env[62979]: INFO nova.compute.manager [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1079.768088] env[62979]: DEBUG oslo.service.loopingcall [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.768308] env[62979]: DEBUG nova.compute.manager [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.768415] env[62979]: DEBUG nova.network.neutron [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.785160] env[62979]: DEBUG oslo_concurrency.lockutils [req-d55880f9-d11e-49c2-9d93-52f6e15e9c5a req-a4d28f0a-7bac-461d-845a-91aa5e5a97cd service nova] Releasing lock "refresh_cache-6c815cc3-8677-4246-85d9-8a307b626fbf" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.971871] env[62979]: DEBUG nova.scheduler.client.report [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.090091] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5261e2c4-7c29-56ae-b492-584089470248, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.090870] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9fb604-5b8c-4812-9a66-89197956cc48 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.096557] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1080.096557] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5288a53c-865e-2685-c41d-649fbf4df0f5" [ 1080.096557] env[62979]: _type = "Task" [ 1080.096557] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.104363] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5288a53c-865e-2685-c41d-649fbf4df0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.119582] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382177, 'name': ReconfigVM_Task, 'duration_secs': 0.568652} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.121485] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c42deae2-1381-4a80-a8d5-c3cb317c63c8/c42deae2-1381-4a80-a8d5-c3cb317c63c8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.122346] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8555a2-236c-4075-b542-79f26201c114 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.126467] env[62979]: DEBUG nova.compute.manager [req-7fa93607-9b01-4771-849b-faed8b08fcf1 req-79fe597e-a9b6-446f-8680-ee656087568a service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Received event network-vif-deleted-65eaf842-ca17-45b0-aff4-8da217ea1070 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.126651] env[62979]: INFO nova.compute.manager [req-7fa93607-9b01-4771-849b-faed8b08fcf1 req-79fe597e-a9b6-446f-8680-ee656087568a service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Neutron deleted interface 65eaf842-ca17-45b0-aff4-8da217ea1070; detaching it from the instance and deleting it from the info cache [ 1080.126823] env[62979]: DEBUG nova.network.neutron [req-7fa93607-9b01-4771-849b-faed8b08fcf1 req-79fe597e-a9b6-446f-8680-ee656087568a service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.127854] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d3c6098-06a5-4246-bf23-be867702a82e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.146647] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.151939] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1080.151939] env[62979]: value = "task-2382180" [ 1080.151939] env[62979]: _type = "Task" [ 1080.151939] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.163726] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.167345] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382180, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.226222] env[62979]: INFO nova.compute.manager [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Took 34.23 seconds to build instance. [ 1080.241507] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.241699] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1080.241826] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1080.285351] env[62979]: WARNING nova.network.neutron [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 1080.477727] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.480364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.474s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.507059] env[62979]: INFO nova.scheduler.client.report [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Deleted allocations for instance ec4d7128-9863-408e-b5a3-4b0aaf6ed622 [ 1080.529852] env[62979]: DEBUG nova.network.neutron [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.610496] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5288a53c-865e-2685-c41d-649fbf4df0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.028434} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.610777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.611053] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 6c815cc3-8677-4246-85d9-8a307b626fbf/6c815cc3-8677-4246-85d9-8a307b626fbf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.611328] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7879c45-410c-42d3-acff-96aaadc122be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.618039] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1080.618039] env[62979]: value = "task-2382181" [ 1080.618039] env[62979]: _type = "Task" [ 1080.618039] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.628151] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.630868] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b88128fc-2474-4298-acd3-ce9bf81ee514 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.641248] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5559e357-5295-4ed3-ac10-c765bfd20a2e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.658329] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.663626] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa00f15-45ea-430b-9195-e911592784a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.668906] env[62979]: DEBUG nova.compute.manager [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.669138] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.669375] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.669558] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.669719] env[62979]: DEBUG nova.compute.manager [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] No waiting events found dispatching network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.669886] env[62979]: WARNING nova.compute.manager [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received unexpected event network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb for instance with vm_state active and task_state None. [ 1080.670062] env[62979]: DEBUG nova.compute.manager [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.670225] env[62979]: DEBUG nova.compute.manager [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.670396] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.691693] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.692407] env[62979]: DEBUG nova.compute.manager [req-7fa93607-9b01-4771-849b-faed8b08fcf1 req-79fe597e-a9b6-446f-8680-ee656087568a service nova] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Detach interface failed, port_id=65eaf842-ca17-45b0-aff4-8da217ea1070, reason: Instance aa42c262-b8e0-4694-a27b-2100e3c237fd could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.692856] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382180, 'name': Rename_Task, 'duration_secs': 0.264707} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.698783] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.699179] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1080.699179] env[62979]: value = "task-2382182" [ 1080.699179] env[62979]: _type = "Task" [ 1080.699179] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.699613] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96109112-1400-45d5-bc19-757d873ec9ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.710527] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.711536] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1080.711536] env[62979]: value = "task-2382183" [ 1080.711536] env[62979]: _type = "Task" [ 1080.711536] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.720580] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.729983] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cc46123-3bb6-4eca-a24d-63230915154d tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.744s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.747530] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Skipping network cache update for instance because it is being deleted. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1080.747714] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1080.747837] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1080.788186] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.788349] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.788487] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1080.788646] env[62979]: DEBUG nova.objects.instance [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lazy-loading 'info_cache' on Instance uuid 00c734c8-d0ad-40b7-a4d5-0724245be076 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.844764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aaf73f-dba5-4a4c-9bee-bf3bcbf44128 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.854653] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f0cf40-d2c8-4641-892f-11147ebb0b94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.889637] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac7ef2-8ebd-4864-b0b1-169bf1154902 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.904028] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7a906-8148-480f-a662-24cecf993411 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.915483] env[62979]: DEBUG nova.compute.provider_tree [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.988385] env[62979]: DEBUG nova.network.neutron [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "address": "fa:16:3e:ca:da:74", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7caa22-7d", "ovs_interfaceid": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.020661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-108375e0-3be0-4098-b68f-e6b774a918bf tempest-ListImageFiltersTestJSON-1163061947 tempest-ListImageFiltersTestJSON-1163061947-project-member] Lock "ec4d7128-9863-408e-b5a3-4b0aaf6ed622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.968s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.032591] env[62979]: INFO nova.compute.manager [-] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Took 1.26 seconds to deallocate network for instance. [ 1081.129609] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.167090] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.210736] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382182, 'name': PowerOffVM_Task, 'duration_secs': 0.331828} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.211027] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.211225] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.226973] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382183, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.419411] env[62979]: DEBUG nova.scheduler.client.report [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.491374] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.492068] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.492237] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.492525] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.492715] env[62979]: DEBUG nova.network.neutron [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.494917] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e6627-3e5c-468c-8150-51e7b4a7e6f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.514764] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.515069] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.515279] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.515514] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.515702] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.515892] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.516168] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.516372] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.516582] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.516785] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.517014] env[62979]: DEBUG nova.virt.hardware [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.523549] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfiguring VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.524639] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c3baa99-06ad-42df-8c0e-c9a4c05a26d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.540045] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.546085] env[62979]: DEBUG oslo_vmware.api [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1081.546085] env[62979]: value = "task-2382184" [ 1081.546085] env[62979]: _type = "Task" [ 1081.546085] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.554428] env[62979]: DEBUG oslo_vmware.api [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382184, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.630536] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541319} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.630900] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 6c815cc3-8677-4246-85d9-8a307b626fbf/6c815cc3-8677-4246-85d9-8a307b626fbf.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.631049] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.631314] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c7d282-39e3-4538-9430-4117558c70ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.637503] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1081.637503] env[62979]: value = "task-2382185" [ 1081.637503] env[62979]: _type = "Task" [ 1081.637503] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.645687] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.666330] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.726168] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.726450] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.726664] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.726865] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.727131] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.727223] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.727453] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.727638] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.727827] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.728025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.728233] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.733217] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382183, 'name': PowerOnVM_Task, 'duration_secs': 0.60781} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.733444] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6f4b1b-4966-4610-9b11-bfca8c4dc92d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.743726] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.743949] env[62979]: INFO nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1081.744149] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.744970] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976e8e1-2e2c-44e4-8192-97c9a2b3f57c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758620] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1081.758620] env[62979]: value = "task-2382186" [ 1081.758620] env[62979]: _type = "Task" [ 1081.758620] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.769691] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.925129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.445s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.925391] env[62979]: INFO nova.compute.manager [None req-e913e805-29e7-474e-8cb6-e61bc22307fd tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Successfully reverted task state from rebuilding on failure for instance. [ 1081.931212] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.036s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.932925] env[62979]: INFO nova.compute.claims [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.058670] env[62979]: DEBUG oslo_vmware.api [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.149190] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063805} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.149337] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.153099] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e53ac-ed20-453b-b230-8e34fd7f5c30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.179277] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6c815cc3-8677-4246-85d9-8a307b626fbf/6c815cc3-8677-4246-85d9-8a307b626fbf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.179626] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7186b5-c787-489a-8c57-0be1a25d3ef9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.201190] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.202014] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1082.202014] env[62979]: value = "task-2382187" [ 1082.202014] env[62979]: _type = "Task" [ 1082.202014] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.213948] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.275151] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382186, 'name': ReconfigVM_Task, 'duration_secs': 0.294368} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.275658] env[62979]: INFO nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Took 31.07 seconds to build instance. [ 1082.276764] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.372342] env[62979]: DEBUG nova.network.neutron [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.372342] env[62979]: DEBUG nova.network.neutron [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "address": "fa:16:3e:ca:da:74", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7caa22-7d", "ovs_interfaceid": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.557740] env[62979]: DEBUG oslo_vmware.api [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382184, 'name': ReconfigVM_Task, 'duration_secs': 0.783653} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.558348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.558574] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfigured VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.574630] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.670024] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382172, 'name': CloneVM_Task, 'duration_secs': 4.229272} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.670024] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Created linked-clone VM from snapshot [ 1082.670727] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c2603-7622-4291-9776-d9025b9e50c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.678324] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploading image 3c0deb4a-589c-4b86-8f18-ad41ed5f885d {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.707776] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.707776] env[62979]: value = "vm-483445" [ 1082.707776] env[62979]: _type = "VirtualMachine" [ 1082.707776] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.708562] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-995ed3ca-1efd-4be7-bc36-7b7c84b73f26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.715579] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.716928] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease: (returnval){ [ 1082.716928] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52139f54-168b-9b36-41d2-c6e59f5c0560" [ 1082.716928] env[62979]: _type = "HttpNfcLease" [ 1082.716928] env[62979]: } obtained for exporting VM: (result){ [ 1082.716928] env[62979]: value = "vm-483445" [ 1082.716928] env[62979]: _type = "VirtualMachine" [ 1082.716928] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.717218] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the lease: (returnval){ [ 1082.717218] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52139f54-168b-9b36-41d2-c6e59f5c0560" [ 1082.717218] env[62979]: _type = "HttpNfcLease" [ 1082.717218] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.723658] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.723658] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52139f54-168b-9b36-41d2-c6e59f5c0560" [ 1082.723658] env[62979]: _type = "HttpNfcLease" [ 1082.723658] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.781947] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.580s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.784730] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.784730] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.784730] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.784730] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.784730] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.785071] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.786025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.786025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.786025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.786025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.786025] env[62979]: DEBUG nova.virt.hardware [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.791150] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.791457] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2652d0b-72e9-4b1b-bdad-682017497b42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.810787] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1082.810787] env[62979]: value = "task-2382189" [ 1082.810787] env[62979]: _type = "Task" [ 1082.810787] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.819780] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.869560] env[62979]: DEBUG oslo_concurrency.lockutils [req-bbb0d3ba-a8ac-438e-8eb0-e7a9cb2bd5c2 req-5d928828-6119-4650-ab72-71f59425ac18 service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.063739] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9deac897-730e-4155-890b-42124ea12b7e tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.695s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.075830] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.076105] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1083.076371] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.076476] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.076616] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.076770] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.076960] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.077066] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.077197] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1083.077338] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.162657] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f6581-335f-49aa-a30a-b06d64f64a86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.172705] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dacc106-0adb-473f-8d16-179d42368ba0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.208322] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec3247-ddd8-4196-aaf3-670949531221 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.215922] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382187, 'name': ReconfigVM_Task, 'duration_secs': 0.605862} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.218074] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6c815cc3-8677-4246-85d9-8a307b626fbf/6c815cc3-8677-4246-85d9-8a307b626fbf.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.218738] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b094bca2-4c1a-4e34-9461-0277e4179435 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.223624] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c37f3d1-599e-48ac-8e7a-0fcfd09361a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.230852] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.230852] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52139f54-168b-9b36-41d2-c6e59f5c0560" [ 1083.230852] env[62979]: _type = "HttpNfcLease" [ 1083.230852] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.238498] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.238498] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52139f54-168b-9b36-41d2-c6e59f5c0560" [ 1083.238498] env[62979]: _type = "HttpNfcLease" [ 1083.238498] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.238835] env[62979]: DEBUG nova.compute.provider_tree [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.242671] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860bf88-2675-45df-a6c1-6a7d51bc66d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.246719] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1083.246719] env[62979]: value = "task-2382190" [ 1083.246719] env[62979]: _type = "Task" [ 1083.246719] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.256130] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.256338] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.318120] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382190, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.330172] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.367147] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a344088-71cf-4dfa-aa62-d917819d8e4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.583080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.619817] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.620112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.620335] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.620525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.620700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.623575] env[62979]: INFO nova.compute.manager [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Terminating instance [ 1083.748221] env[62979]: DEBUG nova.scheduler.client.report [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.760960] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382190, 'name': Rename_Task, 'duration_secs': 0.172945} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.761291] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.761574] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c83e45-9ad9-4e04-8758-313111db2344 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.770038] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1083.770038] env[62979]: value = "task-2382191" [ 1083.770038] env[62979]: _type = "Task" [ 1083.770038] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.777726] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.829209] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382189, 'name': ReconfigVM_Task, 'duration_secs': 0.662823} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.829904] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.830823] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e711f49-546e-4ee8-b348-8426d55294f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.858198] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.858706] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31aa4fa-d0df-4607-96e2-732019968a53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.878886] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1083.878886] env[62979]: value = "task-2382192" [ 1083.878886] env[62979]: _type = "Task" [ 1083.878886] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.888329] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.128114] env[62979]: DEBUG nova.compute.manager [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.128427] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.129847] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab361413-a6d7-4bdf-a15d-d019302df206 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.138360] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.138717] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5937fd05-769f-4be9-97ee-b21f1a57e3d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.145226] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1084.145226] env[62979]: value = "task-2382193" [ 1084.145226] env[62979]: _type = "Task" [ 1084.145226] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.154987] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.256447] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.257103] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.260225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.359s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.260529] env[62979]: DEBUG nova.objects.instance [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lazy-loading 'resources' on Instance uuid afe0267c-1780-4450-8159-ccb11bbbb6dc {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.281927] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.391554] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382192, 'name': ReconfigVM_Task, 'duration_secs': 0.294799} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.392056] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164/ff7ee502-ace3-47e3-ab76-06bd2c6ed164.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.392282] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.575402] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.575662] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.655698] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382193, 'name': PowerOffVM_Task, 'duration_secs': 0.336138} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.656420] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.656522] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.657482] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b5de4fb-288f-4598-b38e-62200ff85e6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.727954] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.728409] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.728746] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleting the datastore file [datastore2] 4cb596fe-138d-4c0b-8689-1b8fcb48613a {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.729730] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9909102f-de10-43ca-8a04-ef090859892b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.736398] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for the task: (returnval){ [ 1084.736398] env[62979]: value = "task-2382195" [ 1084.736398] env[62979]: _type = "Task" [ 1084.736398] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.744872] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.763483] env[62979]: DEBUG nova.compute.utils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1084.766061] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.766061] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.778463] env[62979]: DEBUG oslo_vmware.api [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382191, 'name': PowerOnVM_Task, 'duration_secs': 0.557073} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.779439] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.779713] env[62979]: INFO nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1084.780144] env[62979]: DEBUG nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.781179] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed365a-8e58-41db-a8fe-4b3ccfa40b4e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.904466] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc7867e-9b06-4324-8ed3-d6952d309a88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.928875] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ade481-4f47-4911-a149-8199f1e37071 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.947756] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.051862] env[62979]: DEBUG nova.policy [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89d6ecd9f414de390a791e8e7034096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392ae630586d4cd3b3f0386f1544e2fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.060341] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca91595-8646-4a42-821e-879394dbdb92 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.071973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991069f-e6ce-4214-b02f-e888f679a59a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.079010] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.079306] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.128495] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3d45e-d6ef-4f08-8763-6c3cade70a07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.136733] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e8caad-1c2e-4962-8736-a945b8dc9b42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.168875] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7bd6d-a43b-49a0-aca4-c1da9c55eee4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.175657] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3899187-71ef-42aa-9f0d-eab78715d145 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.194262] env[62979]: DEBUG nova.compute.provider_tree [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.227972] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfiguring VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1085.229382] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918c1ca1-1943-41a1-a36a-e99641263bf5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.264256] env[62979]: DEBUG oslo_vmware.api [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Task: {'id': task-2382195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140346} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.266084] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.266358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.266606] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.266867] env[62979]: INFO nova.compute.manager [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1085.267555] env[62979]: DEBUG oslo.service.loopingcall [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.267842] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.271535] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1085.271535] env[62979]: value = "task-2382196" [ 1085.271535] env[62979]: _type = "Task" [ 1085.271535] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.272343] env[62979]: DEBUG nova.compute.manager [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.272343] env[62979]: DEBUG nova.network.neutron [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.288992] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.303987] env[62979]: INFO nova.compute.manager [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Took 34.06 seconds to build instance. [ 1085.450751] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Successfully created port: 32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.524235] env[62979]: DEBUG nova.network.neutron [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Port 8f9f9640-0e10-49fd-87b4-c67a89448814 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1085.727679] env[62979]: DEBUG nova.compute.manager [req-5f9b734f-5c9d-4c13-8e91-7f7582205668 req-3e744f73-6e81-4228-8b3b-f6171d2766b1 service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Received event network-vif-deleted-c03b13b4-f7cb-4005-80d4-911bc2c4d7c9 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.727904] env[62979]: INFO nova.compute.manager [req-5f9b734f-5c9d-4c13-8e91-7f7582205668 req-3e744f73-6e81-4228-8b3b-f6171d2766b1 service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Neutron deleted interface c03b13b4-f7cb-4005-80d4-911bc2c4d7c9; detaching it from the instance and deleting it from the info cache [ 1085.728113] env[62979]: DEBUG nova.network.neutron [req-5f9b734f-5c9d-4c13-8e91-7f7582205668 req-3e744f73-6e81-4228-8b3b-f6171d2766b1 service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.730021] env[62979]: DEBUG nova.scheduler.client.report [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.792183] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.806553] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c9bcb7e-0691-43f1-bcb7-1bdf145e33dd tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.568s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.962461] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.964194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.964194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.964194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.964194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.965920] env[62979]: INFO nova.compute.manager [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Terminating instance [ 1086.133087] env[62979]: DEBUG nova.network.neutron [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.146364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "6c815cc3-8677-4246-85d9-8a307b626fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.146615] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.147216] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.147420] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.147598] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.149540] env[62979]: INFO nova.compute.manager [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Terminating instance [ 1086.234963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.237587] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f99d32b-4bd5-42b5-ac35-88bb6ef45ec5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.241569] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.603s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.241805] env[62979]: DEBUG nova.objects.instance [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lazy-loading 'resources' on Instance uuid 859e6c38-6b7a-47f4-8d20-16eb10ae9623 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.253410] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75decff9-3360-4b3c-b711-e9616ca2a439 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.287692] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.289829] env[62979]: DEBUG nova.compute.manager [req-5f9b734f-5c9d-4c13-8e91-7f7582205668 req-3e744f73-6e81-4228-8b3b-f6171d2766b1 service nova] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Detach interface failed, port_id=c03b13b4-f7cb-4005-80d4-911bc2c4d7c9, reason: Instance 4cb596fe-138d-4c0b-8689-1b8fcb48613a could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1086.299976] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.313495] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.313736] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.313900] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.314099] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.314252] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.314402] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.314610] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.314769] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.314968] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.315156] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.315331] env[62979]: DEBUG nova.virt.hardware [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.316447] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8223398-a30d-4dfd-9069-ee7f1dcefbfd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.324071] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979fa98-464b-448e-9ec4-d9432f84766f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.469502] env[62979]: DEBUG nova.compute.manager [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.469745] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.470716] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f97880a-31ce-4983-8e99-e3e5dea612cb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.478636] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.478839] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98c01513-8e1a-4707-b035-12a1a7b6cb13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.484681] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1086.484681] env[62979]: value = "task-2382197" [ 1086.484681] env[62979]: _type = "Task" [ 1086.484681] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.492973] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.547807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.548091] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.548282] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.636590] env[62979]: INFO nova.compute.manager [-] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Took 1.36 seconds to deallocate network for instance. [ 1086.653835] env[62979]: DEBUG nova.compute.manager [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.654084] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.655138] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054cb6d8-670a-4218-9e3a-4484bc92f738 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.662821] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.663079] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e22ff9-21be-450d-ac0b-59eac4f4ac94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.669259] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1086.669259] env[62979]: value = "task-2382198" [ 1086.669259] env[62979]: _type = "Task" [ 1086.669259] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.677690] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.753994] env[62979]: DEBUG oslo_concurrency.lockutils [None req-eb2dd512-641f-4cf5-a295-fb947f3f033c tempest-ServerActionsV293TestJSON-1411062304 tempest-ServerActionsV293TestJSON-1411062304-project-member] Lock "afe0267c-1780-4450-8159-ccb11bbbb6dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.799455] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.998714] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382197, 'name': PowerOffVM_Task, 'duration_secs': 0.321212} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.998980] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.999160] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.999420] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67031de4-51ee-48f8-a064-c5c38a65d6ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.003161] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5760bf-d1c2-4f1d-83a3-2dba7c282bbe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.010065] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b6590-e853-47a9-8309-225381f7465e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.041232] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06328b8f-2700-421c-bb52-37e3910fec94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.048679] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c009d5-4c44-463f-9ffc-8826a93f38d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064196] env[62979]: DEBUG nova.compute.provider_tree [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.067599] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.067813] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.067999] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleting the datastore file [datastore2] c42deae2-1381-4a80-a8d5-c3cb317c63c8 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.068653] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bbcefa7-6932-4f6d-841d-62d888791f58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.073667] env[62979]: DEBUG nova.compute.manager [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Received event network-vif-plugged-32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.073879] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] Acquiring lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.074102] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.074647] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.074647] env[62979]: DEBUG nova.compute.manager [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] No waiting events found dispatching network-vif-plugged-32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.074647] env[62979]: WARNING nova.compute.manager [req-f6bd4799-c2b2-40c1-a56f-351c176be6f3 req-df95eca0-18a0-4876-aaf1-8a6aadec630c service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Received unexpected event network-vif-plugged-32492ca6-e62d-4b6f-add8-76d54991b46b for instance with vm_state building and task_state spawning. [ 1087.076995] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1087.076995] env[62979]: value = "task-2382200" [ 1087.076995] env[62979]: _type = "Task" [ 1087.076995] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.085924] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.144396] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.180194] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382198, 'name': PowerOffVM_Task, 'duration_secs': 0.219512} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.180471] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.180642] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.180900] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc335d2a-9dae-41a6-abad-f5a7c7b51806 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.237245] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Successfully updated port: 32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.279339] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.279621] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.279825] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleting the datastore file [datastore2] 6c815cc3-8677-4246-85d9-8a307b626fbf {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.280208] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c4f551-9678-4830-89e7-0cffaca00ae4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.287691] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for the task: (returnval){ [ 1087.287691] env[62979]: value = "task-2382202" [ 1087.287691] env[62979]: _type = "Task" [ 1087.287691] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.299304] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.302208] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.570358] env[62979]: DEBUG nova.scheduler.client.report [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.587564] env[62979]: DEBUG oslo_vmware.api [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150017} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.588634] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.588831] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.589028] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.589217] env[62979]: INFO nova.compute.manager [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1087.589459] env[62979]: DEBUG oslo.service.loopingcall [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.589644] env[62979]: DEBUG nova.compute.manager [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.589753] env[62979]: DEBUG nova.network.neutron [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.593198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.593367] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.593538] env[62979]: DEBUG nova.network.neutron [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.739833] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.740076] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.740294] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.801209] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.804387] env[62979]: DEBUG oslo_vmware.api [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Task: {'id': task-2382202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164839} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.804637] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.804892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.805127] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.805572] env[62979]: INFO nova.compute.manager [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1087.805834] env[62979]: DEBUG oslo.service.loopingcall [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.806111] env[62979]: DEBUG nova.compute.manager [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.806224] env[62979]: DEBUG nova.network.neutron [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.899047] env[62979]: DEBUG nova.compute.manager [req-f8d06a56-3853-4001-997b-8e097c2ff73e req-1ade81cc-85f2-4d2c-b4cd-d378491cc0a1 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Received event network-vif-deleted-a9a77b3b-b2bb-425b-ac84-c4f24dbb2316 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.899266] env[62979]: INFO nova.compute.manager [req-f8d06a56-3853-4001-997b-8e097c2ff73e req-1ade81cc-85f2-4d2c-b4cd-d378491cc0a1 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Neutron deleted interface a9a77b3b-b2bb-425b-ac84-c4f24dbb2316; detaching it from the instance and deleting it from the info cache [ 1087.899465] env[62979]: DEBUG nova.network.neutron [req-f8d06a56-3853-4001-997b-8e097c2ff73e req-1ade81cc-85f2-4d2c-b4cd-d378491cc0a1 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.075593] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.078201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.513s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.079634] env[62979]: INFO nova.compute.claims [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.099048] env[62979]: INFO nova.scheduler.client.report [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Deleted allocations for instance 859e6c38-6b7a-47f4-8d20-16eb10ae9623 [ 1088.295197] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.304504] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.305674] env[62979]: DEBUG nova.network.neutron [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [{"id": "8f9f9640-0e10-49fd-87b4-c67a89448814", "address": "fa:16:3e:5e:ad:5d", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9f9640-0e", "ovs_interfaceid": "8f9f9640-0e10-49fd-87b4-c67a89448814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.382213] env[62979]: DEBUG nova.network.neutron [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.403554] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1adc0f47-e706-42a2-8765-899d10ea3a1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.416309] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f7279-1230-46f0-ae2c-e27004c06684 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.453405] env[62979]: DEBUG nova.compute.manager [req-f8d06a56-3853-4001-997b-8e097c2ff73e req-1ade81cc-85f2-4d2c-b4cd-d378491cc0a1 service nova] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Detach interface failed, port_id=a9a77b3b-b2bb-425b-ac84-c4f24dbb2316, reason: Instance c42deae2-1381-4a80-a8d5-c3cb317c63c8 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1088.515854] env[62979]: DEBUG nova.network.neutron [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updating instance_info_cache with network_info: [{"id": "32492ca6-e62d-4b6f-add8-76d54991b46b", "address": "fa:16:3e:e7:32:b4", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32492ca6-e6", "ovs_interfaceid": "32492ca6-e62d-4b6f-add8-76d54991b46b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.578975] env[62979]: DEBUG nova.network.neutron [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.606703] env[62979]: DEBUG oslo_concurrency.lockutils [None req-620353db-5245-4d86-ab37-556d8c977c65 tempest-InstanceActionsV221TestJSON-1660737819 tempest-InstanceActionsV221TestJSON-1660737819-project-member] Lock "859e6c38-6b7a-47f4-8d20-16eb10ae9623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.825s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.799381] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.809080] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.889791] env[62979]: INFO nova.compute.manager [-] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Took 1.30 seconds to deallocate network for instance. [ 1089.019156] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.019528] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Instance network_info: |[{"id": "32492ca6-e62d-4b6f-add8-76d54991b46b", "address": "fa:16:3e:e7:32:b4", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32492ca6-e6", "ovs_interfaceid": "32492ca6-e62d-4b6f-add8-76d54991b46b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.020251] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:32:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32492ca6-e62d-4b6f-add8-76d54991b46b', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.028268] env[62979]: DEBUG oslo.service.loopingcall [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.028497] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.028720] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535af64a-c5cd-4103-9b39-03bdc9b73362 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.049217] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.049217] env[62979]: value = "task-2382203" [ 1089.049217] env[62979]: _type = "Task" [ 1089.049217] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.057244] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382203, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.082029] env[62979]: INFO nova.compute.manager [-] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Took 1.28 seconds to deallocate network for instance. [ 1089.162541] env[62979]: DEBUG nova.compute.manager [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Received event network-changed-32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.162683] env[62979]: DEBUG nova.compute.manager [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Refreshing instance network info cache due to event network-changed-32492ca6-e62d-4b6f-add8-76d54991b46b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.162890] env[62979]: DEBUG oslo_concurrency.lockutils [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] Acquiring lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.163058] env[62979]: DEBUG oslo_concurrency.lockutils [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] Acquired lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163832] env[62979]: DEBUG nova.network.neutron [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Refreshing network info cache for port 32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.300509] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.331853] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4a856-4716-4d36-b8e7-8226e559e041 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.336097] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf6259-7c8a-4edf-8746-eed52fa7b6d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.356594] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51277f0f-5a08-497a-a4c8-6844cb0b5572 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.360557] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c506efa-e819-45b3-904c-c6b0bf2bbeec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.370655] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.400099] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.400525] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee4415-4ead-4db9-a53c-5ada0cd963c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.409155] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97942f79-8538-4995-9e54-8ed3ef4d4309 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.423033] env[62979]: DEBUG nova.compute.provider_tree [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.561886] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382203, 'name': CreateVM_Task} progress is 25%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.592073] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.800948] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.902910] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.902910] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871b8f8c-677c-40ed-a220-fc7b1ac8398f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.910446] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1089.910446] env[62979]: value = "task-2382204" [ 1089.910446] env[62979]: _type = "Task" [ 1089.910446] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.919610] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.926771] env[62979]: DEBUG nova.scheduler.client.report [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.060656] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382203, 'name': CreateVM_Task, 'duration_secs': 0.710743} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.060908] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.061648] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.061819] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.062178] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.062450] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621ebfb6-2ae0-4417-b20e-d78a5f29b5a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.067118] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1090.067118] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f296bb-3671-2582-5f10-533b2d38c2c7" [ 1090.067118] env[62979]: _type = "Task" [ 1090.067118] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.075081] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f296bb-3671-2582-5f10-533b2d38c2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.267897] env[62979]: DEBUG nova.network.neutron [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updated VIF entry in instance network info cache for port 32492ca6-e62d-4b6f-add8-76d54991b46b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.268832] env[62979]: DEBUG nova.network.neutron [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updating instance_info_cache with network_info: [{"id": "32492ca6-e62d-4b6f-add8-76d54991b46b", "address": "fa:16:3e:e7:32:b4", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32492ca6-e6", "ovs_interfaceid": "32492ca6-e62d-4b6f-add8-76d54991b46b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.303123] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.424501] env[62979]: DEBUG oslo_vmware.api [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382204, 'name': PowerOnVM_Task, 'duration_secs': 0.413818} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.424851] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.425091] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e0be340a-19c6-4909-8dfb-d0ee20e4e6d1 tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance 'ff7ee502-ace3-47e3-ab76-06bd2c6ed164' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.433351] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.433959] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.437244] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.386s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.437591] env[62979]: DEBUG nova.objects.instance [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lazy-loading 'resources' on Instance uuid 05190c4c-ab63-474a-906e-4411304ba3ad {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.578570] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f296bb-3671-2582-5f10-533b2d38c2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.578891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.579362] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.579615] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.579770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.579960] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.580239] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633371a8-1e5e-49fc-9351-14bb424ae428 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.589313] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.589504] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.590258] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283f539c-0b07-4129-aa3b-a940528d224b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.595526] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1090.595526] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e1d0c5-ff71-3d32-2cf1-3ddd6d21d93b" [ 1090.595526] env[62979]: _type = "Task" [ 1090.595526] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.603819] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e1d0c5-ff71-3d32-2cf1-3ddd6d21d93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.770788] env[62979]: DEBUG oslo_concurrency.lockutils [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] Releasing lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.771133] env[62979]: DEBUG nova.compute.manager [req-a624c158-322c-4c53-994a-b91df6edcfcb req-5467a2ae-fa25-445c-a4c4-34fdaf66439d service nova] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Received event network-vif-deleted-8010146b-2210-4dc7-b62a-9c603952be75 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.804183] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.941361] env[62979]: DEBUG nova.compute.utils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1090.946053] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Not allocating networking since 'none' was specified. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1090.947533] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.947782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.103433] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.104385] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb482b5-9a37-4409-aff9-99a2d48132d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.114816] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52e1d0c5-ff71-3d32-2cf1-3ddd6d21d93b, 'name': SearchDatastore_Task, 'duration_secs': 0.027419} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.115131] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.115224] env[62979]: ERROR oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk due to incomplete transfer. [ 1091.116015] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a71efbc9-1378-455e-85a5-b8d1d975524a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.117473] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6464b99e-1efd-4802-96c8-b3646ec9ce6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.123067] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1091.123067] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dabb44-6217-1500-9fad-680a89468fbd" [ 1091.123067] env[62979]: _type = "Task" [ 1091.123067] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.128910] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d4c4-2771-9d7d-7c80-141fe959d071/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1091.129125] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Uploaded image 3c0deb4a-589c-4b86-8f18-ad41ed5f885d to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1091.131510] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1091.132232] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49480a86-f469-47c6-8f25-c318e34c66d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.136422] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dabb44-6217-1500-9fad-680a89468fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.140979] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1091.140979] env[62979]: value = "task-2382205" [ 1091.140979] env[62979]: _type = "Task" [ 1091.140979] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.151867] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382205, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.197047] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f29da1-bc38-4aef-8d66-19c5f01fe588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.204503] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839ca2a-0084-46a8-bf19-579a11d3202a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.236219] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b4effd-3465-4038-a060-67fb196ef3d4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.244181] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08342d-bd93-4bc9-8b41-ea78f66945ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.258353] env[62979]: DEBUG nova.compute.provider_tree [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.305663] env[62979]: DEBUG oslo_vmware.api [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382196, 'name': ReconfigVM_Task, 'duration_secs': 5.8251} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.305663] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.305663] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Reconfigured VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1091.446764] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.451260] env[62979]: INFO nova.compute.manager [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Detaching volume 1aaa2c33-3b45-4955-806d-386e0ea9b075 [ 1091.509833] env[62979]: INFO nova.virt.block_device [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Attempting to driver detach volume 1aaa2c33-3b45-4955-806d-386e0ea9b075 from mountpoint /dev/sdb [ 1091.510076] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.510266] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483422', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'name': 'volume-1aaa2c33-3b45-4955-806d-386e0ea9b075', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ff4f0b3-9ae5-4c3e-b88e-ab976b152656', 'attached_at': '', 'detached_at': '', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'serial': '1aaa2c33-3b45-4955-806d-386e0ea9b075'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.514436] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddd8794-a725-4f76-a913-93d2bf9bc38f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.540651] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587fb78-6b6e-455b-9e3e-cf62338c0261 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.549103] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2740bef-98ee-4ab6-a9d2-578ad9d53e27 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.574370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8688c30f-118e-4e3a-9459-94529cd2253e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.589949] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] The volume has not been displaced from its original location: [datastore2] volume-1aaa2c33-3b45-4955-806d-386e0ea9b075/volume-1aaa2c33-3b45-4955-806d-386e0ea9b075.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.594943] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.595584] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41dbe443-0044-4659-a216-542561e9371a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.617796] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1091.617796] env[62979]: value = "task-2382206" [ 1091.617796] env[62979]: _type = "Task" [ 1091.617796] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.626225] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.635636] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52dabb44-6217-1500-9fad-680a89468fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.02765} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.635636] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.636140] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 17bbac7b-47d4-480a-b4cd-fd274bdd0218/17bbac7b-47d4-480a-b4cd-fd274bdd0218.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.636140] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2261a600-a84e-4732-a54a-fd7a779e9d81 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642822] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1091.642822] env[62979]: value = "task-2382207" [ 1091.642822] env[62979]: _type = "Task" [ 1091.642822] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.655773] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.659043] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382205, 'name': Destroy_Task, 'duration_secs': 0.335888} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.659337] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroyed the VM [ 1091.659767] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1091.659838] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8dc1e9d7-efa6-46bb-8d98-3c96d0bd543f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.665227] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1091.665227] env[62979]: value = "task-2382208" [ 1091.665227] env[62979]: _type = "Task" [ 1091.665227] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.673366] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.761374] env[62979]: DEBUG nova.scheduler.client.report [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.130533] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382206, 'name': ReconfigVM_Task, 'duration_secs': 0.244439} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.131036] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.136364] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b4d431-cf70-4f16-b22a-2f5a4673d6c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.155568] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382207, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.157128] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1092.157128] env[62979]: value = "task-2382209" [ 1092.157128] env[62979]: _type = "Task" [ 1092.157128] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.167061] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.175260] env[62979]: DEBUG oslo_vmware.api [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.498913} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.175540] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1092.175802] env[62979]: INFO nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 1092.267839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.270839] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.245s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.271071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.273207] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.733s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.273492] env[62979]: DEBUG nova.objects.instance [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid aa42c262-b8e0-4694-a27b-2100e3c237fd {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.305071] env[62979]: INFO nova.scheduler.client.report [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted allocations for instance 1cc95b13-67d6-4dac-b8b6-7de3dff065a6 [ 1092.307032] env[62979]: INFO nova.scheduler.client.report [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Deleted allocations for instance 05190c4c-ab63-474a-906e-4411304ba3ad [ 1092.459766] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.494408] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.494825] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.495133] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.495602] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.495602] env[62979]: DEBUG nova.virt.hardware [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.497490] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbeefff-5fb9-4130-a413-483cb2e31ea0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.505333] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf88c10-c6b1-448a-94db-b9800c0e8f30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.519727] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.525336] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Creating folder: Project (0439f60acbc9416cb4cd8dd7bd8e4028). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.525684] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27566a8-b0bb-46e4-8401-799543980063 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.536365] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Created folder: Project (0439f60acbc9416cb4cd8dd7bd8e4028) in parent group-v483149. [ 1092.536564] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Creating folder: Instances. Parent ref: group-v483448. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.536807] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e13ccea-3f5e-45ed-ae58-c77cb0dda442 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.544815] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Created folder: Instances in parent group-v483448. [ 1092.545105] env[62979]: DEBUG oslo.service.loopingcall [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.545312] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.545521] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4033106-3487-417e-ae29-3f415c883c89 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.562243] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.562243] env[62979]: value = "task-2382212" [ 1092.562243] env[62979]: _type = "Task" [ 1092.562243] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.569894] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382212, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.658059] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767345} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.658059] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 17bbac7b-47d4-480a-b4cd-fd274bdd0218/17bbac7b-47d4-480a-b4cd-fd274bdd0218.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.658059] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.661237] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6594ba-2f61-47fe-97ae-ae1d87983cdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.670241] env[62979]: DEBUG oslo_vmware.api [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382209, 'name': ReconfigVM_Task, 'duration_secs': 0.195974} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.671513] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483422', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'name': 'volume-1aaa2c33-3b45-4955-806d-386e0ea9b075', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ff4f0b3-9ae5-4c3e-b88e-ab976b152656', 'attached_at': '', 'detached_at': '', 'volume_id': '1aaa2c33-3b45-4955-806d-386e0ea9b075', 'serial': '1aaa2c33-3b45-4955-806d-386e0ea9b075'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.673748] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1092.673748] env[62979]: value = "task-2382213" [ 1092.673748] env[62979]: _type = "Task" [ 1092.673748] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.684941] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.726283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.726283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.726283] env[62979]: DEBUG nova.network.neutron [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.730597] env[62979]: DEBUG nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Found 3 images (rotation: 2) {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1092.730819] env[62979]: DEBUG nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Rotating out 1 backups {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1092.731051] env[62979]: DEBUG nova.compute.manager [None req-6631968c-8bd5-4aed-a926-1d7a7bc5c036 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleting image 1693ba24-274f-4fe3-9248-122006636b75 {{(pid=62979) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1092.818276] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2a91af56-7a00-40e9-ae27-79605e8de322 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "1cc95b13-67d6-4dac-b8b6-7de3dff065a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.629s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.821722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7fb69ee1-4ccb-432c-8cb8-c193f45e5be3 tempest-DeleteServersAdminTestJSON-353407303 tempest-DeleteServersAdminTestJSON-353407303-project-admin] Lock "05190c4c-ab63-474a-906e-4411304ba3ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.233s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.997137] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248fa1a-362b-4114-88f2-805e7ab04f64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.003476] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e7045b-fdcc-4799-bcd3-82b42a86e6c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.035024] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c70bf51-4094-4ad6-8979-bd190fabcc54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.042818] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7897afd7-858c-429a-b102-f25f8bba7bb1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.058753] env[62979]: DEBUG nova.compute.provider_tree [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.072583] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382212, 'name': CreateVM_Task, 'duration_secs': 0.311919} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.072785] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.073265] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.073432] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.073769] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.074058] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580c39cd-7c43-493a-a2bc-2cb82f2e5289 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.079097] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1093.079097] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522f4982-3759-6e29-206f-0908c1dab4d0" [ 1093.079097] env[62979]: _type = "Task" [ 1093.079097] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.086955] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522f4982-3759-6e29-206f-0908c1dab4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.183076] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067053} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.183610] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.184082] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46306ca-0a62-4048-ab2e-f9eca9c3a6d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.208170] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 17bbac7b-47d4-480a-b4cd-fd274bdd0218/17bbac7b-47d4-480a-b4cd-fd274bdd0218.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.208817] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5da3d7d-a922-44ca-b809-d0c3a0fc9a40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.224282] env[62979]: DEBUG nova.objects.instance [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'flavor' on Instance uuid 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.231031] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1093.231031] env[62979]: value = "task-2382214" [ 1093.231031] env[62979]: _type = "Task" [ 1093.231031] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.240997] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.278117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.278117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.278117] env[62979]: DEBUG nova.compute.manager [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Going to confirm migration 6 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1093.547809] env[62979]: INFO nova.network.neutron [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1093.548241] env[62979]: DEBUG nova.network.neutron [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.561847] env[62979]: DEBUG nova.scheduler.client.report [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.592936] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522f4982-3759-6e29-206f-0908c1dab4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.084458} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.593279] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.593523] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.593756] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.593907] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.594101] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.595032] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c5ef227-06c2-4e51-a859-3b77bb1daf4c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.609725] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.609932] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.610691] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa1b9b9-b89e-4150-834c-a6ffc871a10f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.616070] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1093.616070] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52020e26-b226-76dd-ffc3-96e71e7032f0" [ 1093.616070] env[62979]: _type = "Task" [ 1093.616070] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.623617] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52020e26-b226-76dd-ffc3-96e71e7032f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.640460] env[62979]: DEBUG nova.compute.manager [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.640694] env[62979]: DEBUG nova.compute.manager [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing instance network info cache due to event network-changed-9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.640843] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] Acquiring lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.740658] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382214, 'name': ReconfigVM_Task, 'duration_secs': 0.25905} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.741274] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 17bbac7b-47d4-480a-b4cd-fd274bdd0218/17bbac7b-47d4-480a-b4cd-fd274bdd0218.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.741902] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae7c7cc1-e868-4bb5-a3eb-8307f76fa211 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.748773] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1093.748773] env[62979]: value = "task-2382215" [ 1093.748773] env[62979]: _type = "Task" [ 1093.748773] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.759277] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382215, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.820709] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.820909] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquired lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.821113] env[62979]: DEBUG nova.network.neutron [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.821304] env[62979]: DEBUG nova.objects.instance [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'info_cache' on Instance uuid ff7ee502-ace3-47e3-ab76-06bd2c6ed164 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.889650] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.889939] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.052979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.055264] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] Acquired lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.055456] env[62979]: DEBUG nova.network.neutron [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Refreshing network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.066698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.069105] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.486s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.069282] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.069436] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1094.069719] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.926s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.069928] env[62979]: DEBUG nova.objects.instance [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lazy-loading 'resources' on Instance uuid 4cb596fe-138d-4c0b-8689-1b8fcb48613a {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.071645] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1772ed27-4d64-4f97-91c1-29da3febbebf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.081011] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe77cf9-f14d-4248-a001-92b2c5250e77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.085702] env[62979]: INFO nova.scheduler.client.report [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance aa42c262-b8e0-4694-a27b-2100e3c237fd [ 1094.100221] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fe99d-e4b5-45f7-a80a-1284afda8162 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.106589] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f6ce1-0936-42bd-94e6-6d0ee7640bfe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.137317] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.137454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.146967] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52020e26-b226-76dd-ffc3-96e71e7032f0, 'name': SearchDatastore_Task, 'duration_secs': 0.062922} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.147703] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7935e6-d875-411b-a22e-d72ccb17cfa2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.153609] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1094.153609] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526d84cc-0049-e53e-f1a5-13572757c2b6" [ 1094.153609] env[62979]: _type = "Task" [ 1094.153609] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.162947] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526d84cc-0049-e53e-f1a5-13572757c2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.230310] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8e56c704-2bce-4fe2-9043-9e417a462896 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.257990] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382215, 'name': Rename_Task, 'duration_secs': 0.153834} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.258237] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.258471] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b839f489-9542-443d-a167-b6baed058d8e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.264068] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1094.264068] env[62979]: value = "task-2382216" [ 1094.264068] env[62979]: _type = "Task" [ 1094.264068] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.271351] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.392873] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.422490] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.422731] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.558195] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6ecd03e3-2dcd-4149-86a2-69b2cf973b85 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-c79f0e45-c08b-4626-a935-fef0067dfe5d-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.982s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.593877] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee68e625-2312-438f-9ac4-bfb5090dc146 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "aa42c262-b8e0-4694-a27b-2100e3c237fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.960s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.672448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.672764] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.673278] env[62979]: DEBUG nova.objects.instance [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'flavor' on Instance uuid 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.675809] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526d84cc-0049-e53e-f1a5-13572757c2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.025183} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.677127] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.677127] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.677285] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad5fd44-f6b9-4b58-bd7d-54bc4acaffe6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.690940] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1094.690940] env[62979]: value = "task-2382217" [ 1094.690940] env[62979]: _type = "Task" [ 1094.690940] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.703985] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.778675] env[62979]: DEBUG oslo_vmware.api [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382216, 'name': PowerOnVM_Task, 'duration_secs': 0.473283} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.782033] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.782344] env[62979]: INFO nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1094.782623] env[62979]: DEBUG nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.783977] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1861d25-45a8-47ee-ad25-1c500fe03b2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.799655] env[62979]: DEBUG nova.network.neutron [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updated VIF entry in instance network info cache for port 9bcea467-ae14-453e-ab7b-f39735396fe4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.800132] env[62979]: DEBUG nova.network.neutron [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [{"id": "9bcea467-ae14-453e-ab7b-f39735396fe4", "address": "fa:16:3e:e7:9d:d5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcea467-ae", "ovs_interfaceid": "9bcea467-ae14-453e-ab7b-f39735396fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.912814] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2ca78-cfde-4b77-85bb-5a21f55516f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.916525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.923061] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e74059e-0106-407c-915c-e7e515cbf078 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.926324] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.959348] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700cdeb-d088-4195-81f1-398842c57caf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.968877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e13e7b-0668-41e4-96d6-8363fd856dc1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.982640] env[62979]: DEBUG nova.compute.provider_tree [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.056498] env[62979]: DEBUG nova.network.neutron [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [{"id": "8f9f9640-0e10-49fd-87b4-c67a89448814", "address": "fa:16:3e:5e:ad:5d", "network": {"id": "5556fc92-160f-4674-a2c7-b05127a49078", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2096284677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "966814720e9046aa8e09211e5b151138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9f9640-0e", "ovs_interfaceid": "8f9f9640-0e10-49fd-87b4-c67a89448814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.203716] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.270693] env[62979]: DEBUG nova.objects.instance [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'pci_requests' on Instance uuid 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.302524] env[62979]: DEBUG oslo_concurrency.lockutils [req-9b019cc8-36e8-4449-946f-075a900ddd74 req-382fe75d-b6d3-4db8-98ff-0ed4ca1f4ad0 service nova] Releasing lock "refresh_cache-c79f0e45-c08b-4626-a935-fef0067dfe5d" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.308618] env[62979]: INFO nova.compute.manager [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Took 32.43 seconds to build instance. [ 1095.453291] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.486813] env[62979]: DEBUG nova.scheduler.client.report [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.559337] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Releasing lock "refresh_cache-ff7ee502-ace3-47e3-ab76-06bd2c6ed164" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.559608] env[62979]: DEBUG nova.objects.instance [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lazy-loading 'migration_context' on Instance uuid ff7ee502-ace3-47e3-ab76-06bd2c6ed164 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.706314] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.773271] env[62979]: DEBUG nova.objects.base [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Object Instance<771904b6-c91b-4f6c-bbb5-6d87b79c7e46> lazy-loaded attributes: flavor,pci_requests {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.773498] env[62979]: DEBUG nova.network.neutron [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.811922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a1e04ec2-bc32-440a-997d-78931ac87478 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.944s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.838406] env[62979]: DEBUG nova.policy [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63e9e9ab2c824ab28594a3ac0c06a86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c40e7ee447487e9fa186b59ae54179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.991920] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.994441] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.595s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.994708] env[62979]: DEBUG nova.objects.instance [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lazy-loading 'resources' on Instance uuid c42deae2-1381-4a80-a8d5-c3cb317c63c8 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.011367] env[62979]: INFO nova.scheduler.client.report [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Deleted allocations for instance 4cb596fe-138d-4c0b-8689-1b8fcb48613a [ 1096.065055] env[62979]: DEBUG nova.objects.base [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.065055] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e246e9-06be-4550-b46e-20d9bcf19a53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.094155] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59c4f5b-7ea6-41e6-a4ab-3cbbd39da993 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.100514] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1096.100514] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524752e0-0ab1-cb11-bd65-2d6a760e2be6" [ 1096.100514] env[62979]: _type = "Task" [ 1096.100514] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.108568] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524752e0-0ab1-cb11-bd65-2d6a760e2be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.203057] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118352} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.203329] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.203546] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.203793] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cd12fd-777f-41b3-bc29-72d57632cbda {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.209831] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1096.209831] env[62979]: value = "task-2382218" [ 1096.209831] env[62979]: _type = "Task" [ 1096.209831] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.216670] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.518014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cc333f82-e0a2-4395-b177-44e02f3a189f tempest-ServerDiskConfigTestJSON-2134816984 tempest-ServerDiskConfigTestJSON-2134816984-project-member] Lock "4cb596fe-138d-4c0b-8689-1b8fcb48613a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.898s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.613485] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524752e0-0ab1-cb11-bd65-2d6a760e2be6, 'name': SearchDatastore_Task, 'duration_secs': 0.035371} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.613782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.679941] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43fc0ad-910c-4fe5-93a3-68eef60c9880 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.687521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efff941-15ec-4b49-aeef-1f707ea51161 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.721087] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84048a-a52a-4d6d-ad70-afc64c3434eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.730124] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06936} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.731290] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba0b1af-e9d9-43db-84d9-4f5d24a9a4ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.734892] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.735594] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3475f4-4bba-4883-b62f-42a594514859 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.747255] env[62979]: DEBUG nova.compute.provider_tree [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.763161] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.764123] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa90dd3-fbad-473a-99c2-1d423a3edd0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.782768] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1096.782768] env[62979]: value = "task-2382219" [ 1096.782768] env[62979]: _type = "Task" [ 1096.782768] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.790504] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.265758] env[62979]: DEBUG nova.scheduler.client.report [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.292968] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.365882] env[62979]: DEBUG nova.network.neutron [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Successfully updated port: 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.772128] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.774558] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.183s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.774853] env[62979]: DEBUG nova.objects.instance [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lazy-loading 'resources' on Instance uuid 6c815cc3-8677-4246-85d9-8a307b626fbf {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.789942] env[62979]: INFO nova.scheduler.client.report [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted allocations for instance c42deae2-1381-4a80-a8d5-c3cb317c63c8 [ 1097.793928] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382219, 'name': ReconfigVM_Task, 'duration_secs': 0.706707} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.796266] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.797013] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2a32c7-1a7a-409f-ab4a-624ee419166e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.804255] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1097.804255] env[62979]: value = "task-2382220" [ 1097.804255] env[62979]: _type = "Task" [ 1097.804255] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.813996] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382220, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.867993] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.868202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.868391] env[62979]: DEBUG nova.network.neutron [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.299981] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2c7c231c-c7c6-4331-b5f4-11bbaee242fb tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "c42deae2-1381-4a80-a8d5-c3cb317c63c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.337s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.317235] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382220, 'name': Rename_Task, 'duration_secs': 0.133036} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.317505] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.317751] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc6b1264-1360-49a1-b12b-a39063dfb857 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.326414] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1098.326414] env[62979]: value = "task-2382221" [ 1098.326414] env[62979]: _type = "Task" [ 1098.326414] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.338442] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.404703] env[62979]: WARNING nova.network.neutron [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] 7ba451af-4d87-4c56-aa12-c87e2a89a164 already exists in list: networks containing: ['7ba451af-4d87-4c56-aa12-c87e2a89a164']. ignoring it [ 1098.464987] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82b696a-5bdf-4a49-84ab-c58305a26ee1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.471666] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bac694-97f7-4bc7-8c5c-3af704124122 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.504842] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c972fa-4118-46c8-a1f4-e49444f057c5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.514208] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f419577-42f3-40a6-a29e-8026a3465c7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.527929] env[62979]: DEBUG nova.compute.provider_tree [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.733840] env[62979]: DEBUG nova.network.neutron [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "address": "fa:16:3e:ca:da:74", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7caa22-7d", "ovs_interfaceid": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.837076] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.031469] env[62979]: DEBUG nova.scheduler.client.report [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.236923] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.237661] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.237824] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.238686] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb4e34-b124-4218-b43d-1b1e62183f18 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.256907] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.257150] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.257314] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.257498] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.257647] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.257795] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.258009] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.258179] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.258345] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.258509] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.258685] env[62979]: DEBUG nova.virt.hardware [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.264898] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfiguring VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1099.265223] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc045fd-5f7d-4c96-8692-ef7e5e9d4384 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.282480] env[62979]: DEBUG oslo_vmware.api [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1099.282480] env[62979]: value = "task-2382222" [ 1099.282480] env[62979]: _type = "Task" [ 1099.282480] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.289840] env[62979]: DEBUG oslo_vmware.api [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382222, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.336188] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.536659] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.538965] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.401s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.553069] env[62979]: INFO nova.scheduler.client.report [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Deleted allocations for instance 6c815cc3-8677-4246-85d9-8a307b626fbf [ 1099.793612] env[62979]: DEBUG oslo_vmware.api [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.836379] env[62979]: DEBUG oslo_vmware.api [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382221, 'name': PowerOnVM_Task, 'duration_secs': 1.172839} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.836625] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.836787] env[62979]: INFO nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1099.836968] env[62979]: DEBUG nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.837764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c945bc-d0d0-4dde-91af-a8def0ec5e35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.060375] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8c3dcb37-0466-4e93-ba62-dfceda36e35b tempest-MultipleCreateTestJSON-1524087312 tempest-MultipleCreateTestJSON-1524087312-project-member] Lock "6c815cc3-8677-4246-85d9-8a307b626fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.914s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.293296] env[62979]: DEBUG oslo_vmware.api [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382222, 'name': ReconfigVM_Task, 'duration_secs': 0.581776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.293780] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.294009] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfigured VM to attach interface {{(pid=62979) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.352078] env[62979]: INFO nova.compute.manager [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Took 26.81 seconds to build instance. [ 1100.550271] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Applying migration context for instance ff7ee502-ace3-47e3-ab76-06bd2c6ed164 as it has an incoming, in-progress migration 443f16b4-b801-42c2-b328-1ed03be908a4. Migration status is finished {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1100.552112] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating resource usage from migration 443f16b4-b801-42c2-b328-1ed03be908a4 [ 1100.571188] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.571388] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1667b43d-f077-46d4-8c99-29c84a04854f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.571557] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance f58e1fb2-b5be-4477-a63d-4430214438d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.571723] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 5909541a-20d8-4f75-90fe-bf125bfe7257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.571886] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.572059] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c79f0e45-c08b-4626-a935-fef0067dfe5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.572221] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.572379] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration 443f16b4-b801-42c2-b328-1ed03be908a4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1100.572535] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ff7ee502-ace3-47e3-ab76-06bd2c6ed164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.572689] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 17bbac7b-47d4-480a-b4cd-fd274bdd0218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.572851] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 035d71ac-d938-4065-9075-21c5b78a90f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1100.798563] env[62979]: DEBUG oslo_concurrency.lockutils [None req-17b232f2-91ab-40bf-82fc-93ff360f28bb tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.126s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.853588] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2d88ec9a-8d26-4374-a850-88017657d148 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.334s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.075733] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9cc487d2-882f-4d06-980a-2d228d4bd9a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1101.578508] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 4c729328-6e6f-4c22-bbb0-48802807c2ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1101.578776] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1101.578918] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1101.719213] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604af9e-58fc-46d8-86a4-22df6cedef3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.726563] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff01a3a3-3946-4576-beae-ee4b290de17e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.759293] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ede4d-92be-47c5-ba0e-9efafccd3933 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.766765] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8314e0-8f25-4544-bffc-7fac6a3d0da4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.779732] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.257365] env[62979]: DEBUG nova.compute.manager [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.257551] env[62979]: DEBUG nova.compute.manager [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing instance network info cache due to event network-changed-bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.257638] env[62979]: DEBUG oslo_concurrency.lockutils [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.257843] env[62979]: DEBUG oslo_concurrency.lockutils [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.258019] env[62979]: DEBUG nova.network.neutron [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.272817] env[62979]: DEBUG nova.compute.manager [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.273087] env[62979]: DEBUG oslo_concurrency.lockutils [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.273236] env[62979]: DEBUG oslo_concurrency.lockutils [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.273405] env[62979]: DEBUG oslo_concurrency.lockutils [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.273572] env[62979]: DEBUG nova.compute.manager [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] No waiting events found dispatching network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.273736] env[62979]: WARNING nova.compute.manager [req-e1ccb599-e200-47a8-8a46-0db303c5b18f req-c35aee9c-0892-45ba-93fc-7c1bce9b6ace service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received unexpected event network-vif-plugged-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb for instance with vm_state active and task_state None. [ 1102.283035] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.788096] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1102.788096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.249s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.788302] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.872s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.789858] env[62979]: INFO nova.compute.claims [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.792746] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.792958] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1102.946124] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.946390] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.946598] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.947377] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.947564] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.952331] env[62979]: INFO nova.compute.manager [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Terminating instance [ 1103.082700] env[62979]: DEBUG nova.network.neutron [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updated VIF entry in instance network info cache for port bf1fad88-24e2-4090-8773-2a532a14b3a1. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.083309] env[62979]: DEBUG nova.network.neutron [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "address": "fa:16:3e:ca:da:74", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7caa22-7d", "ovs_interfaceid": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.312522] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] There are 57 instances to clean {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1103.314030] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 6c815cc3-8677-4246-85d9-8a307b626fbf] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.460185] env[62979]: DEBUG nova.compute.manager [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.460185] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.460663] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45eb305-055e-4629-bc5e-6630ce7292db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.471199] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.471199] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddece95c-e093-42fc-87ea-b589132e8da6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.478073] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1103.478073] env[62979]: value = "task-2382223" [ 1103.478073] env[62979]: _type = "Task" [ 1103.478073] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.488891] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.536416] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "8dbb1060-8808-49a7-835a-8885a9c61f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.536654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.587800] env[62979]: DEBUG oslo_concurrency.lockutils [req-5f9bd94d-f62d-4507-8a52-32644ec05830 req-5aa97363-2cb5-4cb5-90f0-4fdf6eb33c0e service nova] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.589451] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375752c-27a6-4c89-9d8e-2632370e9541 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.599192] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5172eb7-7cf2-422c-baec-4128752914aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.637385] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4a613-f1ff-41fe-81be-41fc4721972e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.648858] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d707102b-d0ed-4497-a139-a34db6bc061e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.663396] env[62979]: DEBUG nova.compute.provider_tree [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.819917] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c42deae2-1381-4a80-a8d5-c3cb317c63c8] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.897646] env[62979]: INFO nova.compute.manager [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Rebuilding instance [ 1103.944103] env[62979]: DEBUG nova.compute.manager [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.944822] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7d1934-2119-4ac1-9aba-9d933129d572 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.990286] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382223, 'name': PowerOffVM_Task, 'duration_secs': 0.252968} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.991361] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.992113] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.993023] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d835cbe6-65c6-4804-b8f1-bb88236d75dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.039506] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.059318] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.059502] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.059696] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore1] 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.059961] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdb9b6e8-656a-4c32-8c52-c6e879224140 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.068913] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1104.068913] env[62979]: value = "task-2382225" [ 1104.068913] env[62979]: _type = "Task" [ 1104.068913] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.077849] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.167335] env[62979]: DEBUG nova.scheduler.client.report [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.277554] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.277840] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.278101] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.278251] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.278426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.280594] env[62979]: INFO nova.compute.manager [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Terminating instance [ 1104.313822] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.314201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.323356] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4cb596fe-138d-4c0b-8689-1b8fcb48613a] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.499385] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.499641] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.499880] env[62979]: DEBUG nova.compute.manager [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.501041] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fcd77f-833c-4886-8cdb-c79717365216 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.507712] env[62979]: DEBUG nova.compute.manager [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.508291] env[62979]: DEBUG nova.objects.instance [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.562230] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.577406] env[62979]: DEBUG oslo_vmware.api [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138711} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.577692] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.577880] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.578068] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.578246] env[62979]: INFO nova.compute.manager [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1104.578505] env[62979]: DEBUG oslo.service.loopingcall [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.578697] env[62979]: DEBUG nova.compute.manager [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.578797] env[62979]: DEBUG nova.network.neutron [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.678590] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.890s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.679112] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.684102] env[62979]: DEBUG nova.compute.manager [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-changed-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.684300] env[62979]: DEBUG nova.compute.manager [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing instance network info cache due to event network-changed-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.684511] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.684687] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.684848] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Refreshing network info cache for port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.686172] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.233s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.687580] env[62979]: INFO nova.compute.claims [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.784477] env[62979]: DEBUG nova.compute.manager [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.784710] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.785733] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f5a2e-b2ec-46f3-aba2-2f29150bfaaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.793848] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.794101] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6fcf56-6ba6-4265-897a-c454c140606c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.800975] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1104.800975] env[62979]: value = "task-2382226" [ 1104.800975] env[62979]: _type = "Task" [ 1104.800975] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.810264] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.816463] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.816697] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.817613] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3148bef-b4d7-4593-b4f3-ad127c69fdb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.834724] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: aa42c262-b8e0-4694-a27b-2100e3c237fd] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.837709] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b798c3d-8844-4a44-bcf7-45df6047a895 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.869095] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfiguring VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1104.870507] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a00ae16-5698-464f-87a7-0be48df9fe03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.891094] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1104.891094] env[62979]: value = "task-2382227" [ 1104.891094] env[62979]: _type = "Task" [ 1104.891094] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.899721] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.959776] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.960163] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c756956e-7b21-4c65-b406-31557c594577 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.968887] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1104.968887] env[62979]: value = "task-2382228" [ 1104.968887] env[62979]: _type = "Task" [ 1104.968887] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.976789] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.188367] env[62979]: DEBUG nova.compute.utils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1105.189804] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.189990] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.246094] env[62979]: DEBUG nova.policy [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61f05b88301c4afc94e5ac1bbbd145e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acab47817a84a9baf48e6da9ae771d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.313225] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382226, 'name': PowerOffVM_Task, 'duration_secs': 0.201981} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.313582] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.313985] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.314400] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7106338a-1193-4811-8a3d-4ec7fb19f3ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.337783] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 05190c4c-ab63-474a-906e-4411304ba3ad] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.387356] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.387582] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.387774] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleting the datastore file [datastore1] f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.388074] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6e1757c-e4a2-4a6f-9bcf-bfb441a2705a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.398796] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1105.398796] env[62979]: value = "task-2382230" [ 1105.398796] env[62979]: _type = "Task" [ 1105.398796] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.409823] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.416221] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.477970] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382228, 'name': PowerOffVM_Task, 'duration_secs': 0.164565} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.478343] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.478607] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.479649] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91255b4a-4bcc-4ff8-8a79-c2fd3e6dc225 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.487165] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.487456] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc1c11bf-d9cb-4336-a66e-6cc8b57a82e9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.513025] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.513025] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.513025] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Deleting the datastore file [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.513025] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4d1f72-431b-4778-bb06-8685e50611e6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.515792] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.516232] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b7a5d7-6a9b-44bd-ad56-5a9a6c298c90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.523124] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1105.523124] env[62979]: value = "task-2382232" [ 1105.523124] env[62979]: _type = "Task" [ 1105.523124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.525036] env[62979]: DEBUG oslo_vmware.api [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1105.525036] env[62979]: value = "task-2382233" [ 1105.525036] env[62979]: _type = "Task" [ 1105.525036] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.537270] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.541150] env[62979]: DEBUG oslo_vmware.api [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.606420] env[62979]: DEBUG nova.network.neutron [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.696022] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.726032] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Successfully created port: 1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.838463] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updated VIF entry in instance network info cache for port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.838463] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "address": "fa:16:3e:ca:da:74", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7caa22-7d", "ovs_interfaceid": "4e7caa22-7d4a-4edf-bfd0-68c86eef68cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.848107] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 859e6c38-6b7a-47f4-8d20-16eb10ae9623] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.852059] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.852059] env[62979]: DEBUG nova.compute.manager [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Received event network-changed-32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.852059] env[62979]: DEBUG nova.compute.manager [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Refreshing instance network info cache due to event network-changed-32492ca6-e62d-4b6f-add8-76d54991b46b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.852059] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Acquiring lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.852059] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Acquired lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.852059] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Refreshing network info cache for port 32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.908767] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.913233] env[62979]: DEBUG oslo_vmware.api [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149962} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.917183] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.917183] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.917183] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.917183] env[62979]: INFO nova.compute.manager [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1105.917183] env[62979]: DEBUG oslo.service.loopingcall [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.917835] env[62979]: DEBUG nova.compute.manager [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.918031] env[62979]: DEBUG nova.network.neutron [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.959705] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47799574-1165-4fad-aa45-9c4b5cfa44fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.966997] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63202fb8-ed49-49b4-b93e-f7a879101d28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.998490] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b2c9b-975d-4882-8ed9-27c389d99381 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.008867] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5113661-9379-4d39-900b-bd7c57fcf18b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.024082] env[62979]: DEBUG nova.compute.provider_tree [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.035764] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119821} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.036907] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.037169] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.037757] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.042682] env[62979]: DEBUG oslo_vmware.api [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382233, 'name': PowerOffVM_Task, 'duration_secs': 0.196665} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.043149] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.043394] env[62979]: DEBUG nova.compute.manager [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.044445] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940699ef-6d04-4d99-974b-d4321d1a06bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.108016] env[62979]: INFO nova.compute.manager [-] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Took 1.53 seconds to deallocate network for instance. [ 1106.355292] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8bf32461-5a49-4fd3-909c-c69c2eb015d9] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.404313] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.529269] env[62979]: DEBUG nova.scheduler.client.report [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.556144] env[62979]: DEBUG oslo_concurrency.lockutils [None req-b628fbbc-1195-4efd-b4ca-b499500aa0b8 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.614392] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.704054] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.710557] env[62979]: DEBUG nova.compute.manager [req-d6d09a5b-969e-4847-9a62-883466abfabf req-4eb28c9e-c5d7-4b11-9ffa-ddf5eaa0452e service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Received event network-vif-deleted-4f831298-4ab2-4360-9cf1-df90d223e435 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.710557] env[62979]: INFO nova.compute.manager [req-d6d09a5b-969e-4847-9a62-883466abfabf req-4eb28c9e-c5d7-4b11-9ffa-ddf5eaa0452e service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Neutron deleted interface 4f831298-4ab2-4360-9cf1-df90d223e435; detaching it from the instance and deleting it from the info cache [ 1106.710684] env[62979]: DEBUG nova.network.neutron [req-d6d09a5b-969e-4847-9a62-883466abfabf req-4eb28c9e-c5d7-4b11-9ffa-ddf5eaa0452e service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.723994] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updated VIF entry in instance network info cache for port 32492ca6-e62d-4b6f-add8-76d54991b46b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.724302] env[62979]: DEBUG nova.network.neutron [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updating instance_info_cache with network_info: [{"id": "32492ca6-e62d-4b6f-add8-76d54991b46b", "address": "fa:16:3e:e7:32:b4", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32492ca6-e6", "ovs_interfaceid": "32492ca6-e62d-4b6f-add8-76d54991b46b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.735349] env[62979]: DEBUG nova.compute.manager [req-973b097a-768b-45c7-b2ff-dab4f76135c7 req-c4b5b535-4294-419e-81b9-7ef081b28ac8 service nova] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Received event network-vif-deleted-6934f0a8-f0fe-4083-ad6f-c293634dd516 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.737832] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.738074] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.738235] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.738419] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.738688] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.738874] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.739106] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.739946] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.741493] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.741493] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.741493] env[62979]: DEBUG nova.virt.hardware [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.742827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d5c926-3135-4e84-ae43-86bc75060ef0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.752683] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f3f4d-54b3-4822-9bf7-0b11c69ce916 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.863030] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c2b1285f-bfce-47f9-b86c-81019049d310] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.906386] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.036163] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.036732] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.039437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.426s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.086233] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.086488] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.086650] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.086839] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.086988] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.087622] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.087892] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.088137] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.088355] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.088557] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.088768] env[62979]: DEBUG nova.virt.hardware [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.089691] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc9b6d3-fe5c-46b5-80d1-4c2cf4d72b44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.100319] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c3592-d7c2-40e5-bf16-ac48a75a8b3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.117758] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance VIF info [] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.125461] env[62979]: DEBUG oslo.service.loopingcall [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.125826] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.126138] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71864333-4e7c-42d8-9410-f74c3543644e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.144232] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.144232] env[62979]: value = "task-2382235" [ 1107.144232] env[62979]: _type = "Task" [ 1107.144232] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.152294] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382235, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.192642] env[62979]: DEBUG nova.network.neutron [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.213659] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d65f03aa-3eb9-429f-a70c-2ca1191e9dad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.224462] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd94535-3b60-4cba-b14a-9b000c9ed622 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.237410] env[62979]: DEBUG oslo_concurrency.lockutils [req-e4a52d8d-60b7-45ff-b43b-0e927304edcd req-0fbf3a1a-e6ca-4a0e-8653-9eafcf4bffed service nova] Releasing lock "refresh_cache-17bbac7b-47d4-480a-b4cd-fd274bdd0218" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.260389] env[62979]: DEBUG nova.compute.manager [req-d6d09a5b-969e-4847-9a62-883466abfabf req-4eb28c9e-c5d7-4b11-9ffa-ddf5eaa0452e service nova] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Detach interface failed, port_id=4f831298-4ab2-4360-9cf1-df90d223e435, reason: Instance f58e1fb2-b5be-4477-a63d-4430214438d1 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1107.365517] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: a1f633f7-6fff-44bd-a8e9-1d978f8c0311] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.407807] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.543231] env[62979]: DEBUG nova.compute.utils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1107.544740] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.544890] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.667191] env[62979]: DEBUG nova.policy [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98c4d7eeff6c44c4afdfbbdfaf7c869e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a66c493cfd4799b616882f8d29537c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.679370] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382235, 'name': CreateVM_Task, 'duration_secs': 0.291433} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.685763] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.687092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.687536] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.688197] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.688722] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b9147b-f62a-4f32-85d1-426d46c4174c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.697977] env[62979]: INFO nova.compute.manager [-] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Took 1.78 seconds to deallocate network for instance. [ 1107.698854] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1107.698854] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ee70da-1be3-d93c-38a8-de08e92f1407" [ 1107.698854] env[62979]: _type = "Task" [ 1107.698854] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.731110] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ee70da-1be3-d93c-38a8-de08e92f1407, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.736202] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.736752] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.737435] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.737721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.738075] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.739215] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32fcad9b-57e4-41fa-9c29-9486aea347a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.752052] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.752802] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.753360] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22fd1bd-9a34-4462-94ec-8bc022ecc017 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.766433] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1107.766433] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525600c0-88d3-cbdb-9920-ee0650272182" [ 1107.766433] env[62979]: _type = "Task" [ 1107.766433] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.781835] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525600c0-88d3-cbdb-9920-ee0650272182, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.788778] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e80e95-a317-4e59-af18-a2d4794b8e25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.795434] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1107.795434] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5205a231-cbca-bd71-c548-f283a938e5cf" [ 1107.795434] env[62979]: _type = "Task" [ 1107.795434] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.810960] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5205a231-cbca-bd71-c548-f283a938e5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.811270] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.811480] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.811729] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c24fd957-1c90-4e87-bd74-5a37eeaeb990 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.822410] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1107.822410] env[62979]: value = "task-2382236" [ 1107.822410] env[62979]: _type = "Task" [ 1107.822410] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.829582] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.860131] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7407fb48-e80a-4183-9ee9-afc70c111620 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.867688] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91422ed-1e89-4c54-b298-12b7407e2de9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.875070] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: afe0267c-1780-4450-8159-ccb11bbbb6dc] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.909970] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cc094-f119-4565-a93c-2734d0b92d06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.922675] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21312c17-498a-44df-97b7-6ab44395d40c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.927229] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.940037] env[62979]: DEBUG nova.compute.provider_tree [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.976927] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Successfully updated port: 1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.048232] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.059603] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Successfully created port: c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.223154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.332608] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.407530] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 69641f37-1408-4268-88d5-18eb81afec7b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.417031] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.443722] env[62979]: DEBUG nova.scheduler.client.report [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.479348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.479495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.479729] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.507822] env[62979]: DEBUG nova.compute.manager [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Stashing vm_state: stopped {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1108.833459] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518597} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.833459] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.833459] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.833459] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c44936a-831f-4410-8a0b-f4bd701535b8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.839911] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1108.839911] env[62979]: value = "task-2382238" [ 1108.839911] env[62979]: _type = "Task" [ 1108.839911] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.847327] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.900390] env[62979]: DEBUG nova.compute.manager [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Received event network-vif-plugged-1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.900390] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.900390] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.900390] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.900390] env[62979]: DEBUG nova.compute.manager [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] No waiting events found dispatching network-vif-plugged-1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.900581] env[62979]: WARNING nova.compute.manager [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Received unexpected event network-vif-plugged-1b4ff25c-08ca-40e4-bf99-584ce158b117 for instance with vm_state building and task_state spawning. [ 1108.900581] env[62979]: DEBUG nova.compute.manager [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Received event network-changed-1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.900728] env[62979]: DEBUG nova.compute.manager [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Refreshing instance network info cache due to event network-changed-1b4ff25c-08ca-40e4-bf99-584ce158b117. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.900896] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.913356] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c8fd71bf-291c-4bb1-9bcc-9131a6f488b7] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.915480] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.029189] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.032379] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.056758] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.087770] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.088036] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.088220] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.088409] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.088561] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.088713] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.088924] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.089631] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.089886] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.090080] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.090279] env[62979]: DEBUG nova.virt.hardware [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.091250] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e4b33-865b-4ca1-9888-206f824deddd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.100343] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7ab10e-5c63-4062-8b3b-8de78bb5ee2b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.205554] env[62979]: DEBUG nova.network.neutron [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.351724] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088459} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.352039] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.352824] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644630a-2eb5-4f6d-af13-8174e906e1a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.374406] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.374769] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513d0615-0dba-412a-b39c-34b59f178f52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.396472] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1109.396472] env[62979]: value = "task-2382239" [ 1109.396472] env[62979]: _type = "Task" [ 1109.396472] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.404984] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.414206] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.418440] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 7aac7875-63b2-4608-b98d-b17f9ab963ea] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.454974] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.415s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.457955] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.896s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.459988] env[62979]: INFO nova.compute.claims [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.708716] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.709110] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Instance network_info: |[{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.709486] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.709668] env[62979]: DEBUG nova.network.neutron [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Refreshing network info cache for port 1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.710999] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:6d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b4ff25c-08ca-40e4-bf99-584ce158b117', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.720816] env[62979]: DEBUG oslo.service.loopingcall [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.721868] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.723365] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5de0e6-4940-49eb-97e0-b8006d3718ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.747988] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.747988] env[62979]: value = "task-2382240" [ 1109.747988] env[62979]: _type = "Task" [ 1109.747988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.759351] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382240, 'name': CreateVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.770959] env[62979]: DEBUG nova.compute.manager [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Received event network-vif-plugged-c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.771270] env[62979]: DEBUG oslo_concurrency.lockutils [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] Acquiring lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.771510] env[62979]: DEBUG oslo_concurrency.lockutils [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.771713] env[62979]: DEBUG oslo_concurrency.lockutils [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.771910] env[62979]: DEBUG nova.compute.manager [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] No waiting events found dispatching network-vif-plugged-c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.772823] env[62979]: WARNING nova.compute.manager [req-83716ee4-00a9-4e7b-a1d0-1e4e642b7832 req-a576ae51-68e2-46d7-94b9-74d86068e820 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Received unexpected event network-vif-plugged-c0f966fc-ee83-4775-b4db-176e415c2d25 for instance with vm_state building and task_state spawning. [ 1109.884794] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Successfully updated port: c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.907282] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382239, 'name': ReconfigVM_Task, 'duration_secs': 0.506425} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.910436] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8/035d71ac-d938-4065-9075-21c5b78a90f8.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.911132] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f053b0e7-20b4-40ff-98ec-74f37cd4d6ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.918923] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.920415] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1109.920415] env[62979]: value = "task-2382241" [ 1109.920415] env[62979]: _type = "Task" [ 1109.920415] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.924056] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8c89526d-5376-4e2e-8dc4-9f46d702ab37] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.932440] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382241, 'name': Rename_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.031035] env[62979]: INFO nova.scheduler.client.report [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocation for migration 443f16b4-b801-42c2-b328-1ed03be908a4 [ 1110.262798] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382240, 'name': CreateVM_Task, 'duration_secs': 0.401098} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.262905] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.263844] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.264137] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.264630] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.264998] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c019cd-6eb5-4b71-958d-98fc70e6aad8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.271935] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1110.271935] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f018fd-52ec-eba1-6e6e-50a3d5069441" [ 1110.271935] env[62979]: _type = "Task" [ 1110.271935] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.285551] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f018fd-52ec-eba1-6e6e-50a3d5069441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.392301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.392592] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.392858] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.417767] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.429733] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 991d6af3-4f68-4a6c-957d-61f4b7297baf] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.432047] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382241, 'name': Rename_Task, 'duration_secs': 0.205055} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.432638] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.433209] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be09f6e1-0105-4810-a129-1d8647ab2375 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.441748] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1110.441748] env[62979]: value = "task-2382242" [ 1110.441748] env[62979]: _type = "Task" [ 1110.441748] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.450323] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.489335] env[62979]: DEBUG nova.network.neutron [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updated VIF entry in instance network info cache for port 1b4ff25c-08ca-40e4-bf99-584ce158b117. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.489555] env[62979]: DEBUG nova.network.neutron [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.537451] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.260s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.686124] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de36d322-622e-4bc5-a5f3-c189a0ceeb37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.694926] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5d233-27be-458a-9d16-66fe6c5b14a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.727617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efed7a17-f433-463d-baf3-82b65888c7f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.735365] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba3bf4b-bb01-4022-b8b8-76270aa0fef6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.749215] env[62979]: DEBUG nova.compute.provider_tree [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.783668] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f018fd-52ec-eba1-6e6e-50a3d5069441, 'name': SearchDatastore_Task, 'duration_secs': 0.04525} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.783668] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.783668] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.783668] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.783668] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.783668] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.783668] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa252249-11cb-402f-83eb-3f22427147d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.797366] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.797565] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.798657] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a1f381-fef9-4d28-af4a-816b4f7b7939 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.804333] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1110.804333] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524549fc-764b-b48f-b648-611f9b785227" [ 1110.804333] env[62979]: _type = "Task" [ 1110.804333] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.814802] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524549fc-764b-b48f-b648-611f9b785227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.924098] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.931262] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.933557] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 17392b5d-9e03-4079-b3fa-25245e2b249e] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.953491] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.999074] env[62979]: DEBUG oslo_concurrency.lockutils [req-db4e7222-9ebb-4586-9f1d-ee12650ae6a3 req-2e2757af-e8f5-41d0-bc29-083e527cde3e service nova] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.111154] env[62979]: DEBUG nova.network.neutron [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Updating instance_info_cache with network_info: [{"id": "c0f966fc-ee83-4775-b4db-176e415c2d25", "address": "fa:16:3e:98:25:02", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f966fc-ee", "ovs_interfaceid": "c0f966fc-ee83-4775-b4db-176e415c2d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.253779] env[62979]: DEBUG nova.scheduler.client.report [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.326471] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524549fc-764b-b48f-b648-611f9b785227, 'name': SearchDatastore_Task, 'duration_secs': 0.023162} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.327992] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdcc4b1-615e-46ac-90b0-f5df801b92bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.334675] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1111.334675] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d5b4f0-1dfd-dde7-0bc3-019827c81c23" [ 1111.334675] env[62979]: _type = "Task" [ 1111.334675] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.346173] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d5b4f0-1dfd-dde7-0bc3-019827c81c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.418930] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.441598] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ec8c1b78-9ef8-478e-b543-1801f5817e0a] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.452966] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.613843] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.613843] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Instance network_info: |[{"id": "c0f966fc-ee83-4775-b4db-176e415c2d25", "address": "fa:16:3e:98:25:02", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f966fc-ee", "ovs_interfaceid": "c0f966fc-ee83-4775-b4db-176e415c2d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.614580] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:25:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f966fc-ee83-4775-b4db-176e415c2d25', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.622532] env[62979]: DEBUG oslo.service.loopingcall [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.622764] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.622993] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-825054f0-1f08-4b6d-a481-1c79868cdc50 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.643842] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.643842] env[62979]: value = "task-2382244" [ 1111.643842] env[62979]: _type = "Task" [ 1111.643842] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.652113] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382244, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.761142] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.761863] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.764792] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.150s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.765084] env[62979]: DEBUG nova.objects.instance [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'resources' on Instance uuid 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.802905] env[62979]: DEBUG nova.compute.manager [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Received event network-changed-c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.803328] env[62979]: DEBUG nova.compute.manager [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Refreshing instance network info cache due to event network-changed-c0f966fc-ee83-4775-b4db-176e415c2d25. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.803328] env[62979]: DEBUG oslo_concurrency.lockutils [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] Acquiring lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.803494] env[62979]: DEBUG oslo_concurrency.lockutils [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] Acquired lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.803632] env[62979]: DEBUG nova.network.neutron [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Refreshing network info cache for port c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.819176] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.819552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.819850] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.820131] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.823992] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.823992] env[62979]: INFO nova.compute.manager [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Terminating instance [ 1111.848610] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d5b4f0-1dfd-dde7-0bc3-019827c81c23, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.848874] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.849767] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.849767] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5450d069-dd1b-4878-a577-0a3786eabaf1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.855936] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1111.855936] env[62979]: value = "task-2382245" [ 1111.855936] env[62979]: _type = "Task" [ 1111.855936] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.865531] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.920305] env[62979]: DEBUG oslo_vmware.api [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382227, 'name': ReconfigVM_Task, 'duration_secs': 6.816923} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.921995] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.922405] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Reconfigured VM to detach interface {{(pid=62979) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1111.947870] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 2ce8a2a6-c380-4823-8773-e75b2ce1162c] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.955372] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.154027] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382244, 'name': CreateVM_Task, 'duration_secs': 0.351099} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.154208] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.154976] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.155120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.155443] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.155842] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2454cef9-9974-43b5-ba99-0cb8e7315f6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.160911] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1112.160911] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ca9155-b228-cda4-4ad6-7f6ae1bbcb46" [ 1112.160911] env[62979]: _type = "Task" [ 1112.160911] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.172356] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ca9155-b228-cda4-4ad6-7f6ae1bbcb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.267610] env[62979]: DEBUG nova.compute.utils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.274197] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.274197] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.329182] env[62979]: DEBUG nova.compute.manager [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.329564] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.331036] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f2839-e1f5-4151-a51f-c8590527b100 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.343537] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.344252] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73a6d48e-4a50-43d5-9f09-f1798110f719 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.350311] env[62979]: DEBUG nova.policy [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29e78f3a322475b9395723f60fbe4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8984eb2bb64ba8bc2b59fce5eb8ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.359482] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1112.359482] env[62979]: value = "task-2382246" [ 1112.359482] env[62979]: _type = "Task" [ 1112.359482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.384436] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.390122] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.464343] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ec4d7128-9863-408e-b5a3-4b0aaf6ed622] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.466229] env[62979]: DEBUG oslo_vmware.api [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382242, 'name': PowerOnVM_Task, 'duration_secs': 1.595689} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.466492] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.466695] env[62979]: DEBUG nova.compute.manager [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.467877] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018f542-336f-4a5e-81cc-7070a645f175 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.568370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7b19f-027a-4629-b206-ce0df3a80fc4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.578580] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e4a432-00b1-45fe-b9b8-7c56208f7481 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.617768] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a793fd-45e0-4992-9e59-7d175c645e2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.626151] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de578b8-f71a-49d7-b606-ecadb140d383 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.642616] env[62979]: DEBUG nova.compute.provider_tree [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.671140] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ca9155-b228-cda4-4ad6-7f6ae1bbcb46, 'name': SearchDatastore_Task, 'duration_secs': 0.059575} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.671466] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.671707] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.671941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.672107] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.672286] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.677688] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3902000-55f5-4637-9dd1-60c234f25dd7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.703277] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.703654] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.704271] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654a3ff6-407a-4c49-ac7a-b5540d00ded6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.710016] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1112.710016] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f20ec5-9bea-aac6-1e11-d59faef26cb2" [ 1112.710016] env[62979]: _type = "Task" [ 1112.710016] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.726457] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f20ec5-9bea-aac6-1e11-d59faef26cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.742287] env[62979]: DEBUG nova.network.neutron [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Updated VIF entry in instance network info cache for port c0f966fc-ee83-4775-b4db-176e415c2d25. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.742736] env[62979]: DEBUG nova.network.neutron [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Updating instance_info_cache with network_info: [{"id": "c0f966fc-ee83-4775-b4db-176e415c2d25", "address": "fa:16:3e:98:25:02", "network": {"id": "b3a5c870-744d-4779-ada9-5a72924a462b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bebf4804fa3a4505b95cc31c0909e57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f966fc-ee", "ovs_interfaceid": "c0f966fc-ee83-4775-b4db-176e415c2d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.777943] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.865112] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Successfully created port: 5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.874556] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533589} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.874844] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.875114] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.875399] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2f0fb01-03e7-40fb-83e6-15d5cbb61272 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.882447] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382246, 'name': PowerOffVM_Task, 'duration_secs': 0.282206} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.883184] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.883617] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.884063] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7611cd0-ac86-4434-93d0-e93e1aa44d80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.887189] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1112.887189] env[62979]: value = "task-2382248" [ 1112.887189] env[62979]: _type = "Task" [ 1112.887189] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.895298] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.941619] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "ee7b57a0-4363-47be-bda6-e27950207fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.941853] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.968277] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 267f03c8-d7bf-46e6-99b4-e5242c793e37] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.989582] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.145479] env[62979]: DEBUG nova.scheduler.client.report [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.223030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.223030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.223030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.223030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.223030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.224804] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52f20ec5-9bea-aac6-1e11-d59faef26cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.225215] env[62979]: INFO nova.compute.manager [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Terminating instance [ 1113.227683] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425e7e64-ce54-44cc-b052-50e5b4081f6c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.233474] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1113.233474] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b3bf14-bf78-86a9-82d0-b73f499a7dcd" [ 1113.233474] env[62979]: _type = "Task" [ 1113.233474] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.241908] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b3bf14-bf78-86a9-82d0-b73f499a7dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.245498] env[62979]: DEBUG oslo_concurrency.lockutils [req-471f301d-a30c-4287-ac80-7f741fc32aac req-bca78a42-610d-4f71-9154-8759a96d6500 service nova] Releasing lock "refresh_cache-4c729328-6e6f-4c22-bbb0-48802807c2ce" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.397273] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113618} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.397565] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.399592] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228cc94-ae49-421a-9091-cb89e6030b90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.426259] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.426259] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db100242-e11f-4a9c-b7c0-8c8d4d23eb35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.444895] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.449252] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1113.449252] env[62979]: value = "task-2382250" [ 1113.449252] env[62979]: _type = "Task" [ 1113.449252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.457959] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.471715] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 539eacea-9db0-4ad3-b2d5-d72cae5dec95] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.624840] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.625084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquired lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.625280] env[62979]: DEBUG nova.network.neutron [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.650078] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.653998] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.431s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.654271] env[62979]: DEBUG nova.objects.instance [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'resources' on Instance uuid f58e1fb2-b5be-4477-a63d-4430214438d1 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.681602] env[62979]: INFO nova.scheduler.client.report [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted allocations for instance 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656 [ 1113.731796] env[62979]: DEBUG nova.compute.manager [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.732453] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.732945] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a15d718-1259-4c56-a91c-ee76b384632c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.744928] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.748265] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c9f36f-453e-4d82-bec2-1a7274bff586 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.749711] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52b3bf14-bf78-86a9-82d0-b73f499a7dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.015907} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.750194] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.750489] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4c729328-6e6f-4c22-bbb0-48802807c2ce/4c729328-6e6f-4c22-bbb0-48802807c2ce.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.750966] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1723a1b-0220-47b9-8a75-b7968bd8078e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.755347] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1113.755347] env[62979]: value = "task-2382251" [ 1113.755347] env[62979]: _type = "Task" [ 1113.755347] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.759877] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1113.759877] env[62979]: value = "task-2382252" [ 1113.759877] env[62979]: _type = "Task" [ 1113.759877] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.766317] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.770938] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.790201] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.819026] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.819199] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.819305] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.819491] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.819643] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.819795] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.820016] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.820187] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.820355] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.820518] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.820691] env[62979]: DEBUG nova.virt.hardware [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.821574] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c90805-21c9-4944-914b-b612c0353fc2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.830491] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9825fe9-d0a2-4df5-9f04-ae1ca70ee9ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.970415] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.972399] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.975158] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1e098516-e061-4208-98a0-f9a740448386] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.162743] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "035d71ac-d938-4065-9075-21c5b78a90f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.162743] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.162743] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "035d71ac-d938-4065-9075-21c5b78a90f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.163418] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.163418] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.165317] env[62979]: INFO nova.compute.manager [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Terminating instance [ 1114.189879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-094b760b-cc48-46eb-896b-292cef11a45d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "4ff4f0b3-9ae5-4c3e-b88e-ab976b152656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.243s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.287702] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.291295] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382251, 'name': PowerOffVM_Task, 'duration_secs': 0.319019} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.291778] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.292088] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.295603] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc5fb1e-1236-4f46-b01a-0e2a9ac94c03 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.308871] env[62979]: DEBUG nova.compute.manager [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Received event network-vif-plugged-5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.309162] env[62979]: DEBUG oslo_concurrency.lockutils [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] Acquiring lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.309375] env[62979]: DEBUG oslo_concurrency.lockutils [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.310384] env[62979]: DEBUG oslo_concurrency.lockutils [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.310384] env[62979]: DEBUG nova.compute.manager [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] No waiting events found dispatching network-vif-plugged-5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.310384] env[62979]: WARNING nova.compute.manager [req-292b104e-28e8-48b7-bded-475fd2f016f4 req-babeeeca-6101-43bc-ab9e-8ef6e3436d58 service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Received unexpected event network-vif-plugged-5c538d00-e029-42d0-87ce-71b835c3f6b4 for instance with vm_state building and task_state spawning. [ 1114.406514] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a98178-d742-4213-9e40-48dc2ab53e71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.414888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa0977e-7e36-4350-acdd-d3288202e07b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.467419] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b306bc88-79f9-4546-aa7f-d8a4c0b56a7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.470433] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.470685] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.470881] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleting the datastore file [datastore1] ff7ee502-ace3-47e3-ab76-06bd2c6ed164 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.471507] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d0a96e-85ce-419a-882b-e9d271bebefd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.479305] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382250, 'name': ReconfigVM_Task, 'duration_secs': 1.020563} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.482857] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: defc95f5-a047-41d7-b1cf-fea0df2084ed] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.484909] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.488171] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for the task: (returnval){ [ 1114.488171] env[62979]: value = "task-2382254" [ 1114.488171] env[62979]: _type = "Task" [ 1114.488171] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.488171] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef1e765-bec2-45f8-90f2-db61a0162eca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.489953] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f0fd3-ee10-4447-9e00-b19e2efe4b4f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.500459] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.500758] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.501504] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleting the datastore file [datastore2] 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.503229] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-755e382e-b48c-4401-931d-7d795a8c00b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.513830] env[62979]: DEBUG nova.compute.provider_tree [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.522412] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1114.522412] env[62979]: value = "task-2382256" [ 1114.522412] env[62979]: _type = "Task" [ 1114.522412] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.524675] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1114.524675] env[62979]: value = "task-2382255" [ 1114.524675] env[62979]: _type = "Task" [ 1114.524675] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.524675] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.545275] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382255, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.548894] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.553116] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Successfully updated port: 5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.671436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "refresh_cache-035d71ac-d938-4065-9075-21c5b78a90f8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.671647] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquired lock "refresh_cache-035d71ac-d938-4065-9075-21c5b78a90f8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.671855] env[62979]: DEBUG nova.network.neutron [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.764422] env[62979]: INFO nova.network.neutron [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Port 4e7caa22-7d4a-4edf-bfd0-68c86eef68cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1114.764870] env[62979]: DEBUG nova.network.neutron [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [{"id": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "address": "fa:16:3e:17:32:e5", "network": {"id": "7ba451af-4d87-4c56-aa12-c87e2a89a164", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1197838893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2c40e7ee447487e9fa186b59ae54179", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1fad88-24", "ovs_interfaceid": "bf1fad88-24e2-4090-8773-2a532a14b3a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.777170] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852779} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.777170] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 4c729328-6e6f-4c22-bbb0-48802807c2ce/4c729328-6e6f-4c22-bbb0-48802807c2ce.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.777170] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.777170] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5511583-caa3-4d52-bafb-3d492a3661ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.783159] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1114.783159] env[62979]: value = "task-2382257" [ 1114.783159] env[62979]: _type = "Task" [ 1114.783159] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.795927] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.987215] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 72d8b1ad-2327-42b1-982a-cbec715cac28] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.006138] env[62979]: DEBUG oslo_vmware.api [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Task: {'id': task-2382254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222394} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.006418] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.006582] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.006762] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.006940] env[62979]: INFO nova.compute.manager [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1115.007197] env[62979]: DEBUG oslo.service.loopingcall [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.007392] env[62979]: DEBUG nova.compute.manager [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.007489] env[62979]: DEBUG nova.network.neutron [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.024220] env[62979]: DEBUG nova.scheduler.client.report [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.040728] env[62979]: DEBUG oslo_vmware.api [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264016} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.044477] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.044742] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.044968] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.045211] env[62979]: INFO nova.compute.manager [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1115.045500] env[62979]: DEBUG oslo.service.loopingcall [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.045981] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382255, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.046224] env[62979]: DEBUG nova.compute.manager [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.046345] env[62979]: DEBUG nova.network.neutron [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.055401] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.055542] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055808] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.196545] env[62979]: DEBUG nova.network.neutron [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.272705] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Releasing lock "refresh_cache-771904b6-c91b-4f6c-bbb5-6d87b79c7e46" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.298560] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07171} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.298902] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.299918] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923f6d6a-4155-4a81-870f-70c5ff075e46 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.327420] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 4c729328-6e6f-4c22-bbb0-48802807c2ce/4c729328-6e6f-4c22-bbb0-48802807c2ce.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.327847] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1834c142-a77d-42a1-a852-0b58416fe528 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.344055] env[62979]: DEBUG nova.network.neutron [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.351677] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1115.351677] env[62979]: value = "task-2382259" [ 1115.351677] env[62979]: _type = "Task" [ 1115.351677] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.361508] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.386714] env[62979]: DEBUG nova.compute.manager [req-dceaf8c2-ea30-455c-b1f5-3c277261e894 req-9a2233ed-0f73-455a-aa2f-34bf40d2c190 service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Received event network-vif-deleted-8f9f9640-0e10-49fd-87b4-c67a89448814 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.387110] env[62979]: INFO nova.compute.manager [req-dceaf8c2-ea30-455c-b1f5-3c277261e894 req-9a2233ed-0f73-455a-aa2f-34bf40d2c190 service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Neutron deleted interface 8f9f9640-0e10-49fd-87b4-c67a89448814; detaching it from the instance and deleting it from the info cache [ 1115.387409] env[62979]: DEBUG nova.network.neutron [req-dceaf8c2-ea30-455c-b1f5-3c277261e894 req-9a2233ed-0f73-455a-aa2f-34bf40d2c190 service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.490283] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 18d1b043-73a0-4cb0-a4bc-87d53e453d94] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.535234] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.540752] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.508s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.542154] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382255, 'name': Rename_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.561403] env[62979]: INFO nova.scheduler.client.report [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleted allocations for instance f58e1fb2-b5be-4477-a63d-4430214438d1 [ 1115.623672] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.783124] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d416fe62-619f-471d-90a8-7a56e8be02a0 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "interface-771904b6-c91b-4f6c-bbb5-6d87b79c7e46-4e7caa22-7d4a-4edf-bfd0-68c86eef68cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.469s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.848018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Releasing lock "refresh_cache-035d71ac-d938-4065-9075-21c5b78a90f8" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.848419] env[62979]: DEBUG nova.compute.manager [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.848647] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.849549] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743eb46e-1adb-4c5b-b3fa-4f9358b9e40e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.864322] env[62979]: DEBUG nova.network.neutron [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.867039] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.869341] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efb9da1e-86b2-4fd9-8b05-ed7f0da0254e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.871043] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.876803] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1115.876803] env[62979]: value = "task-2382260" [ 1115.876803] env[62979]: _type = "Task" [ 1115.876803] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.886793] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.890671] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9ff159-d42a-4438-86ba-9e24316362a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.902129] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5011bff-c87a-4982-915f-e88fbd1cc73b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.916241] env[62979]: DEBUG nova.network.neutron [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Updating instance_info_cache with network_info: [{"id": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "address": "fa:16:3e:c1:f0:5f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c538d00-e0", "ovs_interfaceid": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.937593] env[62979]: DEBUG nova.compute.manager [req-dceaf8c2-ea30-455c-b1f5-3c277261e894 req-9a2233ed-0f73-455a-aa2f-34bf40d2c190 service nova] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Detach interface failed, port_id=8f9f9640-0e10-49fd-87b4-c67a89448814, reason: Instance ff7ee502-ace3-47e3-ab76-06bd2c6ed164 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.994456] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3c44850d-daec-4063-8bc3-ff4c17fe8e8a] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.039525] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382255, 'name': Rename_Task, 'duration_secs': 1.249645} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.040079] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.040336] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a438d9-ceb6-439b-9f45-cfe985597bcd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.046289] env[62979]: INFO nova.compute.claims [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.055745] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1116.055745] env[62979]: value = "task-2382261" [ 1116.055745] env[62979]: _type = "Task" [ 1116.055745] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.066559] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.069317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-36a5979f-0b34-484e-b52d-377a19beeb31 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "f58e1fb2-b5be-4477-a63d-4430214438d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.791s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.344664] env[62979]: DEBUG nova.compute.manager [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Received event network-changed-5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.345023] env[62979]: DEBUG nova.compute.manager [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Refreshing instance network info cache due to event network-changed-5c538d00-e029-42d0-87ce-71b835c3f6b4. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.345395] env[62979]: DEBUG oslo_concurrency.lockutils [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] Acquiring lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.367923] env[62979]: DEBUG nova.network.neutron [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.369244] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382259, 'name': ReconfigVM_Task, 'duration_secs': 0.841761} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.369840] env[62979]: INFO nova.compute.manager [-] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Took 1.36 seconds to deallocate network for instance. [ 1116.371495] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 4c729328-6e6f-4c22-bbb0-48802807c2ce/4c729328-6e6f-4c22-bbb0-48802807c2ce.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.372133] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c787c6-6e61-4b2e-9dc4-a20e3598604a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.398563] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1116.398563] env[62979]: value = "task-2382262" [ 1116.398563] env[62979]: _type = "Task" [ 1116.398563] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.407964] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382260, 'name': PowerOffVM_Task, 'duration_secs': 0.144125} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.408634] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.408844] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.409141] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2ffe3a-7400-4343-88e6-12450f71c024 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.415037] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382262, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.419783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.419881] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Instance network_info: |[{"id": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "address": "fa:16:3e:c1:f0:5f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c538d00-e0", "ovs_interfaceid": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.420652] env[62979]: DEBUG oslo_concurrency.lockutils [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] Acquired lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.420652] env[62979]: DEBUG nova.network.neutron [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Refreshing network info cache for port 5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.422198] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f0:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c538d00-e029-42d0-87ce-71b835c3f6b4', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.430347] env[62979]: DEBUG oslo.service.loopingcall [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.430705] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.431284] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-077d51ea-ed49-40ed-9c67-f475ff02bd93 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.453243] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.453606] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.453733] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Deleting the datastore file [datastore2] 035d71ac-d938-4065-9075-21c5b78a90f8 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.455107] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae27b8f9-d257-4e51-b669-57db561aeb80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459295] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.459295] env[62979]: value = "task-2382264" [ 1116.459295] env[62979]: _type = "Task" [ 1116.459295] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.465538] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for the task: (returnval){ [ 1116.465538] env[62979]: value = "task-2382265" [ 1116.465538] env[62979]: _type = "Task" [ 1116.465538] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.472728] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382264, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.477522] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.498254] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 2fa8ac7a-73cd-4ef7-9488-588a69902e73] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.553415] env[62979]: INFO nova.compute.resource_tracker [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating resource usage from migration 154a5443-6466-43e1-a4e5-8fab738d65ce [ 1116.569116] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.745080] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b90955f-11da-4fb4-8d11-f5abe7d79ada {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.752957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46424abd-c78d-4d2e-a350-bfa50cc111b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.781744] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f333f96-b46e-4fae-bc95-c0ee223e5698 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.788697] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c00b0-48df-4ddd-a085-15ce0bef99e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.804717] env[62979]: DEBUG nova.compute.provider_tree [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.870590] env[62979]: INFO nova.compute.manager [-] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Took 1.82 seconds to deallocate network for instance. [ 1116.899593] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.909913] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382262, 'name': Rename_Task, 'duration_secs': 0.209146} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.911155] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.911155] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cb7557-0925-4c64-a361-e6256d2d5cae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.918696] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1116.918696] env[62979]: value = "task-2382267" [ 1116.918696] env[62979]: _type = "Task" [ 1116.918696] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.928754] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.969411] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382264, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.982052] env[62979]: DEBUG oslo_vmware.api [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Task: {'id': task-2382265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110471} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.982350] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.982534] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.982736] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.982916] env[62979]: INFO nova.compute.manager [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1116.983218] env[62979]: DEBUG oslo.service.loopingcall [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.983357] env[62979]: DEBUG nova.compute.manager [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.983452] env[62979]: DEBUG nova.network.neutron [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.004866] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: cc8d2782-d99c-4499-be2b-36d7144e9711] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.009227] env[62979]: DEBUG nova.network.neutron [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.071792] env[62979]: DEBUG oslo_vmware.api [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382261, 'name': PowerOnVM_Task, 'duration_secs': 0.543776} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.072310] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.073000] env[62979]: INFO nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1117.073636] env[62979]: DEBUG nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.075521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879c0d1-7777-44f5-854d-acaa367860b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.180853] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.181274] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.229944] env[62979]: DEBUG nova.network.neutron [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Updated VIF entry in instance network info cache for port 5c538d00-e029-42d0-87ce-71b835c3f6b4. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.229944] env[62979]: DEBUG nova.network.neutron [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Updating instance_info_cache with network_info: [{"id": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "address": "fa:16:3e:c1:f0:5f", "network": {"id": "5590976d-18ec-48e6-a2e5-8b435efd6ebf", "bridge": "br-int", "label": "tempest-ServersTestJSON-618757749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8984eb2bb64ba8bc2b59fce5eb8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c538d00-e0", "ovs_interfaceid": "5c538d00-e029-42d0-87ce-71b835c3f6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.307998] env[62979]: DEBUG nova.scheduler.client.report [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.377304] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.429658] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.471309] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382264, 'name': CreateVM_Task, 'duration_secs': 0.651978} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.471468] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.472208] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.472392] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.472720] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.472969] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57dac19-27ba-4f53-a50d-086afcc108b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.477680] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1117.477680] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525534e0-f7aa-d8d8-e02a-b539f9bc8ad7" [ 1117.477680] env[62979]: _type = "Task" [ 1117.477680] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.484851] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525534e0-f7aa-d8d8-e02a-b539f9bc8ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.505481] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ca2657f3-cb8b-4506-86d2-8984150ecd37] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.514158] env[62979]: DEBUG nova.network.neutron [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.598115] env[62979]: INFO nova.compute.manager [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Took 22.70 seconds to build instance. [ 1117.684230] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.732351] env[62979]: DEBUG oslo_concurrency.lockutils [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] Releasing lock "refresh_cache-8dbb1060-8808-49a7-835a-8885a9c61f66" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.732657] env[62979]: DEBUG nova.compute.manager [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Received event network-vif-deleted-bf1fad88-24e2-4090-8773-2a532a14b3a1 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.732854] env[62979]: INFO nova.compute.manager [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Neutron deleted interface bf1fad88-24e2-4090-8773-2a532a14b3a1; detaching it from the instance and deleting it from the info cache [ 1117.733214] env[62979]: DEBUG nova.network.neutron [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.813671] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.813890] env[62979]: INFO nova.compute.manager [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Migrating [ 1117.820465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.831s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.820661] env[62979]: DEBUG nova.objects.instance [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62979) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1117.931128] env[62979]: DEBUG oslo_vmware.api [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382267, 'name': PowerOnVM_Task, 'duration_secs': 0.844786} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.931401] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.931608] env[62979]: INFO nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1117.931790] env[62979]: DEBUG nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.932610] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d00ad4-c4ba-4532-ab8a-779276329eb7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.989898] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525534e0-f7aa-d8d8-e02a-b539f9bc8ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.990227] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.990464] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.990700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.990840] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.991033] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.991301] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-443f5f93-8093-4868-a722-fecf0f5bf833 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.000807] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.000992] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.001723] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b27429e-b48a-409b-a6e4-e1b70b534242 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007137] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1118.007137] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ddfa83-b77f-ac77-d66d-96dd33d2c1ce" [ 1118.007137] env[62979]: _type = "Task" [ 1118.007137] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.010550] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: e20c8bd0-4906-4d99-a638-c61570f208d6] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.018984] env[62979]: INFO nova.compute.manager [-] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Took 1.04 seconds to deallocate network for instance. [ 1118.019303] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ddfa83-b77f-ac77-d66d-96dd33d2c1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.024235] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2365ce-4cb2-4d49-9641-80be92f56f54 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.031395] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1118.031395] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e4c0f-c73f-6321-c39a-d421a47bdd4c" [ 1118.031395] env[62979]: _type = "Task" [ 1118.031395] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.040990] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e4c0f-c73f-6321-c39a-d421a47bdd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.100161] env[62979]: DEBUG oslo_concurrency.lockutils [None req-0abc9dc2-2cdd-4670-88a7-6ae2c25efa36 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.210s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.155490] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.155774] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.206991] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.236028] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad700e16-7cbf-45ab-9d78-b38f4a413258 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.247165] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df90290a-a123-4f80-b0d7-ccc58d99a87f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.279813] env[62979]: DEBUG nova.compute.manager [req-d7e89282-1f8d-4fe7-a924-a80b3aa002dc req-a76e0080-9bd8-4a0d-86f9-146aa415c76a service nova] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Detach interface failed, port_id=bf1fad88-24e2-4090-8773-2a532a14b3a1, reason: Instance 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.329506] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.329705] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.329887] env[62979]: DEBUG nova.network.neutron [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.451670] env[62979]: INFO nova.compute.manager [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Took 23.02 seconds to build instance. [ 1118.514674] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 37a54f89-ae27-4390-b38a-66a66ce26fbd] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.526240] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.542736] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]525e4c0f-c73f-6321-c39a-d421a47bdd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.543021] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.543279] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8dbb1060-8808-49a7-835a-8885a9c61f66/8dbb1060-8808-49a7-835a-8885a9c61f66.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.543539] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f59cbc-5a7e-45a9-8c4d-8d8705549d9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.551323] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1118.551323] env[62979]: value = "task-2382268" [ 1118.551323] env[62979]: _type = "Task" [ 1118.551323] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.559776] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.658582] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.837783] env[62979]: DEBUG oslo_concurrency.lockutils [None req-53e6c20b-9696-4cae-8a69-68f2ca544944 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.839017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.867s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.843151] env[62979]: INFO nova.compute.claims [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.952758] env[62979]: DEBUG oslo_concurrency.lockutils [None req-72a8d35f-785e-42ce-936a-67cc49e96ed6 tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.530s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.018308] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c3a1cb2a-e5ef-4586-b250-e345f87cee04] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.032031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.032031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.032031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.032031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.032031] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.034761] env[62979]: INFO nova.compute.manager [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Terminating instance [ 1119.796582] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 237a4a5b-1336-4fa1-a904-7924112cebb9] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.798309] env[62979]: DEBUG nova.compute.manager [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.798504] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.800836] env[62979]: DEBUG nova.compute.manager [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Received event network-changed-1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.800836] env[62979]: DEBUG nova.compute.manager [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Refreshing instance network info cache due to event network-changed-1b4ff25c-08ca-40e4-bf99-584ce158b117. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.800836] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.800836] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800836] env[62979]: DEBUG nova.network.neutron [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Refreshing network info cache for port 1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.804294] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5e7e59-8240-443a-a936-c9747f928d4d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.819352] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484042} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.819907] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.820270] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 8dbb1060-8808-49a7-835a-8885a9c61f66/8dbb1060-8808-49a7-835a-8885a9c61f66.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.820452] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.820708] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f205830-3007-46f5-8383-b8b3ad7465ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.822471] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ac30ac-1130-4e4b-a78f-2ec74b166a60 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.826940] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.831771] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1119.831771] env[62979]: value = "task-2382271" [ 1119.831771] env[62979]: _type = "Task" [ 1119.831771] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.833091] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1119.833091] env[62979]: value = "task-2382270" [ 1119.833091] env[62979]: _type = "Task" [ 1119.833091] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.845784] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.848519] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.891723] env[62979]: DEBUG nova.network.neutron [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.302353] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: a35f84a6-6820-4a13-8181-f9f6b697c53e] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.353849] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08009} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.353849] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382270, 'name': PowerOffVM_Task, 'duration_secs': 0.396999} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.356524] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.356524] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.356691] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.357655] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d2047-6cfb-4c35-8f6e-6553bae39b65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.359953] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5fcc557-6e35-4b5f-a1f5-fe0a8c5c2526 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.387273] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 8dbb1060-8808-49a7-835a-8885a9c61f66/8dbb1060-8808-49a7-835a-8885a9c61f66.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.390606] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3da4a9-f2b7-49a8-a095-36403ef97cf3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.408239] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.417348] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1120.417348] env[62979]: value = "task-2382273" [ 1120.417348] env[62979]: _type = "Task" [ 1120.417348] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.433273] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.441081] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.441081] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.441081] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Deleting the datastore file [datastore2] 4c729328-6e6f-4c22-bbb0-48802807c2ce {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.441081] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5722f984-6b78-4e9a-b453-d3a16b1ab231 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.450093] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for the task: (returnval){ [ 1120.450093] env[62979]: value = "task-2382274" [ 1120.450093] env[62979]: _type = "Task" [ 1120.450093] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.465680] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.561177] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82036d5b-0ccc-4da3-aa3b-e191b92c1e98 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.569920] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef375d46-f922-4496-ba6e-e5d65fb8372a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.601247] env[62979]: DEBUG nova.network.neutron [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updated VIF entry in instance network info cache for port 1b4ff25c-08ca-40e4-bf99-584ce158b117. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.601615] env[62979]: DEBUG nova.network.neutron [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.603380] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041eab5e-9bb1-4be8-94c6-c5c7251d960f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.611775] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9cab7-1185-4474-9cf9-ef8501e7923a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.626402] env[62979]: DEBUG nova.compute.provider_tree [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.808761] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 81d8cc64-9004-4049-96fd-ff45d4d3ae01] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.939846] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382273, 'name': ReconfigVM_Task, 'duration_secs': 0.343146} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.939992] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 8dbb1060-8808-49a7-835a-8885a9c61f66/8dbb1060-8808-49a7-835a-8885a9c61f66.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.941351] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af232000-ac80-4852-8de1-95bada112637 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.948511] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1120.948511] env[62979]: value = "task-2382275" [ 1120.948511] env[62979]: _type = "Task" [ 1120.948511] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.964673] env[62979]: DEBUG oslo_vmware.api [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Task: {'id': task-2382274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162499} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.968031] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.968259] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.968506] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.968700] env[62979]: INFO nova.compute.manager [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1120.969105] env[62979]: DEBUG oslo.service.loopingcall [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.970576] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382275, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.970804] env[62979]: DEBUG nova.compute.manager [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.970898] env[62979]: DEBUG nova.network.neutron [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.108150] env[62979]: DEBUG oslo_concurrency.lockutils [req-27b1aee3-1824-4544-b150-936661d471f9 req-3b60ad9a-c6e8-4451-a920-7c3d25b5dd23 service nova] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.132020] env[62979]: DEBUG nova.scheduler.client.report [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.235548] env[62979]: DEBUG nova.compute.manager [req-63635334-45d5-4357-ad90-3b5f870c6583 req-f6788c0a-454d-4f62-ad17-ae9511292ef7 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Received event network-vif-deleted-c0f966fc-ee83-4775-b4db-176e415c2d25 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.235730] env[62979]: INFO nova.compute.manager [req-63635334-45d5-4357-ad90-3b5f870c6583 req-f6788c0a-454d-4f62-ad17-ae9511292ef7 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Neutron deleted interface c0f966fc-ee83-4775-b4db-176e415c2d25; detaching it from the instance and deleting it from the info cache [ 1121.235910] env[62979]: DEBUG nova.network.neutron [req-63635334-45d5-4357-ad90-3b5f870c6583 req-f6788c0a-454d-4f62-ad17-ae9511292ef7 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.312420] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c8e5adfc-7dfa-4048-ac13-48c9bf5a8d2f] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.459447] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382275, 'name': Rename_Task, 'duration_secs': 0.175751} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.459703] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.459975] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2adede5-1204-4d2a-abce-5bf66bfabd86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.467659] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1121.467659] env[62979]: value = "task-2382277" [ 1121.467659] env[62979]: _type = "Task" [ 1121.467659] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.475541] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.634286] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.635527] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.736s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.635762] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.637800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.261s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.638042] env[62979]: DEBUG nova.objects.instance [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'resources' on Instance uuid 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.659109] env[62979]: INFO nova.scheduler.client.report [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Deleted allocations for instance ff7ee502-ace3-47e3-ab76-06bd2c6ed164 [ 1121.717606] env[62979]: DEBUG nova.network.neutron [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.737963] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16c2645f-9557-4a6b-8338-9b933ac03578 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.749027] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7305a-76af-4e71-abd9-4fd58b0200ff {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.781116] env[62979]: DEBUG nova.compute.manager [req-63635334-45d5-4357-ad90-3b5f870c6583 req-f6788c0a-454d-4f62-ad17-ae9511292ef7 service nova] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Detach interface failed, port_id=c0f966fc-ee83-4775-b4db-176e415c2d25, reason: Instance 4c729328-6e6f-4c22-bbb0-48802807c2ce could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1121.815428] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: e8ab0a13-ffee-4a38-9d94-56b85d5ac39c] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.924040] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b5d026-6c8d-46d7-afa4-cf36e4494f38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.947339] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.978149] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.140456] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "577bd7bd-c3cb-45ee-84cb-56ba98c8b704" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.140701] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "577bd7bd-c3cb-45ee-84cb-56ba98c8b704" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.167546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-61dfe77b-1a92-41ac-92bc-46163a22ed5c tempest-DeleteServersTestJSON-455136402 tempest-DeleteServersTestJSON-455136402-project-member] Lock "ff7ee502-ace3-47e3-ab76-06bd2c6ed164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.348s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.220103] env[62979]: INFO nova.compute.manager [-] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Took 1.25 seconds to deallocate network for instance. [ 1122.319452] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9ac3aece-03e6-42c9-b904-989c91abe25b] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.324354] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e757134f-4915-4686-a951-3176a7a4c37d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.334294] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d29d2-bde9-4ed3-9ae4-6c9933545b2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.369580] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c802c8c0-d63f-4d22-938d-6c435285bff7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.378131] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651647a3-b7df-4c1a-9a20-30018e7c719e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.392196] env[62979]: DEBUG nova.compute.provider_tree [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.453937] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.454284] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4401f13a-ec92-4ea3-9f9e-89efc9b079bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.463033] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1122.463033] env[62979]: value = "task-2382278" [ 1122.463033] env[62979]: _type = "Task" [ 1122.463033] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.473364] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.482362] env[62979]: DEBUG oslo_vmware.api [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382277, 'name': PowerOnVM_Task, 'duration_secs': 0.870905} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.482634] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.482837] env[62979]: INFO nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1122.483030] env[62979]: DEBUG nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.483792] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dceba8-1cd3-464f-8e10-5c40f833b242 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.646466] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "577bd7bd-c3cb-45ee-84cb-56ba98c8b704" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.647112] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.730667] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.828929] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: d34451dc-b237-4aa5-a878-ada373fda0d2] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.894881] env[62979]: DEBUG nova.scheduler.client.report [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.975857] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.976094] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.001016] env[62979]: INFO nova.compute.manager [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Took 18.46 seconds to build instance. [ 1123.152387] env[62979]: DEBUG nova.compute.utils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1123.153516] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.153712] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.202910] env[62979]: DEBUG nova.policy [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71b33ac2fc674e8db8e93f98c9dd86f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52db65705e8140bca138d8926db8699e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.331889] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 06186ac3-20ca-49c3-b00c-4ddb9a322035] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.399281] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.402643] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.195s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.404571] env[62979]: INFO nova.compute.claims [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.418933] env[62979]: INFO nova.scheduler.client.report [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted allocations for instance 771904b6-c91b-4f6c-bbb5-6d87b79c7e46 [ 1123.482705] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.482967] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.483142] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.483326] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.483473] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.483621] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.483831] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.483992] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.488343] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.488540] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.488771] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.494531] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1807acd-40fd-459d-8179-664b5dc5d2d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.506684] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d7822685-441e-47e2-9b5f-b3deb5f7f234 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.970s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.518311] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1123.518311] env[62979]: value = "task-2382280" [ 1123.518311] env[62979]: _type = "Task" [ 1123.518311] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.535116] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.600528] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Successfully created port: e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.657320] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.835676] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 792c1579-4a17-4ac5-8b87-69a963fa6357] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.927334] env[62979]: DEBUG oslo_concurrency.lockutils [None req-73e2484d-57bf-4de4-b585-6b548556da0f tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "771904b6-c91b-4f6c-bbb5-6d87b79c7e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.705s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.029122] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382280, 'name': ReconfigVM_Task, 'duration_secs': 0.14337} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.029456] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.234684] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.235016] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.235185] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.235371] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.235545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.237564] env[62979]: INFO nova.compute.manager [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Terminating instance [ 1124.339426] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 019394a9-3593-4cfa-9484-4acbea3a7bcb] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.517041] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "8dbb1060-8808-49a7-835a-8885a9c61f66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.517311] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.517510] env[62979]: DEBUG nova.compute.manager [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.518485] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b193d7a-f6d5-444b-ace5-39c3b0fe5f5d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.528035] env[62979]: DEBUG nova.compute.manager [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1124.528488] env[62979]: DEBUG nova.objects.instance [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'flavor' on Instance uuid 8dbb1060-8808-49a7-835a-8885a9c61f66 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.536140] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.536369] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.536528] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.536711] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.536885] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.537013] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.537220] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.537380] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.537546] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.537709] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.537884] env[62979]: DEBUG nova.virt.hardware [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.543050] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.543963] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df973952-04a2-43dd-aede-3e6510419bd6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.566798] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1124.566798] env[62979]: value = "task-2382281" [ 1124.566798] env[62979]: _type = "Task" [ 1124.566798] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.579446] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.594655] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33eaa63-b842-4d59-bcc3-5a8165f7a322 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.603245] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c19c999-9130-45e1-9a8d-1871d6378e53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.634184] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f8897-db77-40c6-a93b-75d5adce0795 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.642165] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04177584-cbe1-4700-9b68-c58a78fd2e67 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.655882] env[62979]: DEBUG nova.compute.provider_tree [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.668261] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.697330] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.697561] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.697716] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.697898] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.698057] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.698215] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.698424] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.698585] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.698752] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.698916] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.699131] env[62979]: DEBUG nova.virt.hardware [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.700025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf9f776-9731-4e6b-914d-26225754fb83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.709444] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796201bd-21b6-4089-8626-f29e8f6daa2a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.743157] env[62979]: DEBUG nova.compute.manager [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.743482] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.744548] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc5eb5-daae-4b60-a3c9-5800c5a26afc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.752504] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.752783] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f7d3d9-4be3-433a-a85d-784fa0894503 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.760041] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1124.760041] env[62979]: value = "task-2382282" [ 1124.760041] env[62979]: _type = "Task" [ 1124.760041] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.769846] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.843123] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: f2abc6c8-d7d7-47e5-b63f-24250a477026] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.984647] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.984807] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.079418] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382281, 'name': ReconfigVM_Task, 'duration_secs': 0.185216} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.079980] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.081137] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e09990-c0fb-4610-95fe-afb527396d99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.110746] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.111146] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6115dd39-ce97-4ea1-8e5a-4a547c8f9cbf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.132036] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1125.132036] env[62979]: value = "task-2382283" [ 1125.132036] env[62979]: _type = "Task" [ 1125.132036] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.143473] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.148709] env[62979]: DEBUG nova.compute.manager [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Received event network-vif-plugged-e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.149208] env[62979]: DEBUG oslo_concurrency.lockutils [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] Acquiring lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.150248] env[62979]: DEBUG oslo_concurrency.lockutils [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.150248] env[62979]: DEBUG oslo_concurrency.lockutils [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.150248] env[62979]: DEBUG nova.compute.manager [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] No waiting events found dispatching network-vif-plugged-e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.150248] env[62979]: WARNING nova.compute.manager [req-562991a0-42a4-46da-9b96-434fc3ccf4f1 req-2b0e75d4-d274-482c-abf0-9422831f23d9 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Received unexpected event network-vif-plugged-e8c68558-0baa-4954-9a16-afd5b7539128 for instance with vm_state building and task_state spawning. [ 1125.159050] env[62979]: DEBUG nova.scheduler.client.report [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.259776] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Successfully updated port: e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.275191] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382282, 'name': PowerOffVM_Task, 'duration_secs': 0.188502} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.276377] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.276822] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.277185] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51413fb2-671e-48c1-9158-351e64fba948 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.346603] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: b7258889-c444-4d40-b4b5-924943adf2b5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.359781] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.360124] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.360428] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleting the datastore file [datastore2] c79f0e45-c08b-4626-a935-fef0067dfe5d {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.360698] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404015cc-608a-47fa-82ec-8aaeb2ece240 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.368881] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for the task: (returnval){ [ 1125.368881] env[62979]: value = "task-2382285" [ 1125.368881] env[62979]: _type = "Task" [ 1125.368881] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.379881] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.487696] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.536681] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.537027] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b99ff0-5d8c-4d04-b461-2793bf1e1007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.549997] env[62979]: DEBUG oslo_vmware.api [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1125.549997] env[62979]: value = "task-2382286" [ 1125.549997] env[62979]: _type = "Task" [ 1125.549997] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.561193] env[62979]: DEBUG oslo_vmware.api [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.646605] env[62979]: DEBUG oslo_vmware.api [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382283, 'name': ReconfigVM_Task, 'duration_secs': 0.292435} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.647045] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257/5909541a-20d8-4f75-90fe-bf125bfe7257.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.647417] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.665196] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.665922] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.669825] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.144s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.670111] env[62979]: DEBUG nova.objects.instance [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lazy-loading 'resources' on Instance uuid 035d71ac-d938-4065-9075-21c5b78a90f8 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.762842] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.763104] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquired lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.763104] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.850496] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: dd9a8c96-a202-4720-adfe-6e010624adde] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.880120] env[62979]: DEBUG oslo_vmware.api [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Task: {'id': task-2382285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356585} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.881435] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.881435] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.881435] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.881435] env[62979]: INFO nova.compute.manager [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1125.881435] env[62979]: DEBUG oslo.service.loopingcall [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.881435] env[62979]: DEBUG nova.compute.manager [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.881435] env[62979]: DEBUG nova.network.neutron [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.017465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.070498] env[62979]: DEBUG oslo_vmware.api [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382286, 'name': PowerOffVM_Task, 'duration_secs': 0.472035} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.071373] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.071667] env[62979]: DEBUG nova.compute.manager [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.072555] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a93829-aee1-46ee-a336-cb76c922248d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.156887] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abb372d-dda2-432f-9bbc-0e49f6ee2d82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.192717] env[62979]: DEBUG nova.compute.utils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1126.197041] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.197041] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.200248] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b58bb-237c-4c4b-8a63-00eb6d893b30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.234482] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.263371] env[62979]: DEBUG nova.policy [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22723125f74540169f07c6feaea25c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e3174add63442a7a1db4fbf73d222ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.316894] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.354497] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 0a16136a-78b8-4dbd-8764-dd124542ebdb] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.533744] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f635a0-3a40-4b12-8c70-5e196f16c87a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.542517] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70959be9-6762-4ebd-9825-e6b94de60b1c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.548149] env[62979]: DEBUG nova.network.neutron [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Updating instance_info_cache with network_info: [{"id": "e8c68558-0baa-4954-9a16-afd5b7539128", "address": "fa:16:3e:58:91:ac", "network": {"id": "6ed588dc-f336-4b72-bd55-796a1a602958", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1036336084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52db65705e8140bca138d8926db8699e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c68558-0b", "ovs_interfaceid": "e8c68558-0baa-4954-9a16-afd5b7539128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.579278] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Releasing lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.579278] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Instance network_info: |[{"id": "e8c68558-0baa-4954-9a16-afd5b7539128", "address": "fa:16:3e:58:91:ac", "network": {"id": "6ed588dc-f336-4b72-bd55-796a1a602958", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1036336084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52db65705e8140bca138d8926db8699e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c68558-0b", "ovs_interfaceid": "e8c68558-0baa-4954-9a16-afd5b7539128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.579278] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f68e91-56ea-4016-81b5-94ec949bc035 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.580767] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:91:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8c68558-0baa-4954-9a16-afd5b7539128', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.588804] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Creating folder: Project (52db65705e8140bca138d8926db8699e). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.591282] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3408cc31-c81d-490e-a486-5bc0615d626c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.594894] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1336072e-4d76-464b-8381-6b25218554a7 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.600303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd11444-79fb-4836-a374-c9afafb9c4be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.606141] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Created folder: Project (52db65705e8140bca138d8926db8699e) in parent group-v483149. [ 1126.606465] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Creating folder: Instances. Parent ref: group-v483457. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.607466] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8adcac33-b5ca-49e9-a5de-b24bc44c68c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.619081] env[62979]: DEBUG nova.compute.provider_tree [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.630703] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Created folder: Instances in parent group-v483457. [ 1126.630967] env[62979]: DEBUG oslo.service.loopingcall [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.631195] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.631718] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d961d9-f75b-4671-99f8-423213cbbcfb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.653712] env[62979]: DEBUG nova.network.neutron [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.655395] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.655395] env[62979]: value = "task-2382289" [ 1126.655395] env[62979]: _type = "Task" [ 1126.655395] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.665228] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382289, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.697858] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.811443] env[62979]: DEBUG nova.network.neutron [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Port 1640140d-a47b-4a78-b478-74ab60772e0a binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.858218] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ebcfbf62-e067-4c9a-8272-0c01da189489] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.969853] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Successfully created port: ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.121438] env[62979]: DEBUG nova.scheduler.client.report [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.155909] env[62979]: INFO nova.compute.manager [-] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Took 1.27 seconds to deallocate network for instance. [ 1127.175748] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382289, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.190640] env[62979]: DEBUG nova.compute.manager [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Received event network-changed-e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.190776] env[62979]: DEBUG nova.compute.manager [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Refreshing instance network info cache due to event network-changed-e8c68558-0baa-4954-9a16-afd5b7539128. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.190962] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] Acquiring lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.191677] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] Acquired lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.191886] env[62979]: DEBUG nova.network.neutron [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Refreshing network info cache for port e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.362815] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 7752b521-eff7-457c-83c3-0c600eb38b69] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.629017] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.631751] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.805s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.633185] env[62979]: INFO nova.compute.claims [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.651199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "8dbb1060-8808-49a7-835a-8885a9c61f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.651681] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.651681] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.651873] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.652076] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.654466] env[62979]: INFO nova.compute.manager [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Terminating instance [ 1127.657508] env[62979]: INFO nova.scheduler.client.report [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Deleted allocations for instance 035d71ac-d938-4065-9075-21c5b78a90f8 [ 1127.669572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.673314] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382289, 'name': CreateVM_Task, 'duration_secs': 0.60003} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.673471] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.674130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.675071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.675071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.675071] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2771e8-6969-4224-a722-c691f39a4817 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.680988] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1127.680988] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3e50-e542-1cdb-4e62-92d1ef600c9a" [ 1127.680988] env[62979]: _type = "Task" [ 1127.680988] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.690197] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3e50-e542-1cdb-4e62-92d1ef600c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.710760] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.743899] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.744194] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.744391] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.744616] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.744802] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.744964] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.745206] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.745415] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.745702] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.745794] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.745986] env[62979]: DEBUG nova.virt.hardware [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.747236] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0362b746-9539-4836-ba7e-95fc251e48b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.757601] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce238ab-3778-4279-be66-c78c0edeac65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.841476] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.841700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.841880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.866622] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 124d9b8b-e705-4395-adc5-e326bcbec979] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.948749] env[62979]: DEBUG nova.network.neutron [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Updated VIF entry in instance network info cache for port e8c68558-0baa-4954-9a16-afd5b7539128. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.949402] env[62979]: DEBUG nova.network.neutron [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Updating instance_info_cache with network_info: [{"id": "e8c68558-0baa-4954-9a16-afd5b7539128", "address": "fa:16:3e:58:91:ac", "network": {"id": "6ed588dc-f336-4b72-bd55-796a1a602958", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1036336084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52db65705e8140bca138d8926db8699e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c68558-0b", "ovs_interfaceid": "e8c68558-0baa-4954-9a16-afd5b7539128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.169471] env[62979]: DEBUG nova.compute.manager [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.169691] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.170187] env[62979]: DEBUG oslo_concurrency.lockutils [None req-19b0c397-4157-433d-b7c7-b890050264d1 tempest-ServerShowV257Test-700592090 tempest-ServerShowV257Test-700592090-project-member] Lock "035d71ac-d938-4065-9075-21c5b78a90f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.008s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.172361] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac6f39f-451e-486a-90ec-e7f64fb14d7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.181780] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.181780] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e961e4e7-a1c6-4611-b295-818ba47f9d0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.199976] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528b3e50-e542-1cdb-4e62-92d1ef600c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.201978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.201978] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.201978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.201978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.201978] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.201978] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31cfce19-f1c9-44b5-96c3-f3dcee245025 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.213728] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.213920] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.214770] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cd2897-8ed3-4b73-8aab-66c0733f7976 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.221365] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1128.221365] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526aac71-d324-ae4e-8269-8f60c4da559c" [ 1128.221365] env[62979]: _type = "Task" [ 1128.221365] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.230097] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526aac71-d324-ae4e-8269-8f60c4da559c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.264030] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.264358] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.264652] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore1] 8dbb1060-8808-49a7-835a-8885a9c61f66 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.264989] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c688bf-a299-4d9a-bb4d-2696f5fc8ade {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.272607] env[62979]: DEBUG oslo_vmware.api [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1128.272607] env[62979]: value = "task-2382291" [ 1128.272607] env[62979]: _type = "Task" [ 1128.272607] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.281189] env[62979]: DEBUG oslo_vmware.api [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.374209] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 58724e42-0b03-4b93-bea6-bd0d2a9cd345] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.454652] env[62979]: DEBUG oslo_concurrency.lockutils [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] Releasing lock "refresh_cache-ee7b57a0-4363-47be-bda6-e27950207fc5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.454652] env[62979]: DEBUG nova.compute.manager [req-8b956a40-489a-4f73-8716-04af58703504 req-e67337cc-9cfd-49c4-92cb-f043b4d40a77 service nova] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Received event network-vif-deleted-9bcea467-ae14-453e-ab7b-f39735396fe4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.644981] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Successfully updated port: ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.737264] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526aac71-d324-ae4e-8269-8f60c4da559c, 'name': SearchDatastore_Task, 'duration_secs': 0.021864} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.738088] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8092e3-e94d-479d-a917-fd9c790e56fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.747048] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1128.747048] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291244b-e7aa-28c0-030d-06222f1f2194" [ 1128.747048] env[62979]: _type = "Task" [ 1128.747048] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.757065] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291244b-e7aa-28c0-030d-06222f1f2194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.784738] env[62979]: DEBUG oslo_vmware.api [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136927} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.785087] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.785206] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.785365] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.785549] env[62979]: INFO nova.compute.manager [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1128.785810] env[62979]: DEBUG oslo.service.loopingcall [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.786074] env[62979]: DEBUG nova.compute.manager [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.786184] env[62979]: DEBUG nova.network.neutron [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.811060] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72c02e9-06e7-4b73-90a7-87b196bb0d5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.818926] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ea7f3-ebeb-46fd-99a6-dfa43cc2a7d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.857032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ce4cd3-bda1-4005-abcb-67b6b5cf3554 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.862280] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45816795-7921-478b-9c2f-090bacb738f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.876733] env[62979]: DEBUG nova.compute.provider_tree [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.878204] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4b0b5ffe-21fb-4ed4-92a5-15aa7248f0d2] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.897437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.897621] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.897796] env[62979]: DEBUG nova.network.neutron [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.148230] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.148418] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.148665] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.231172] env[62979]: DEBUG nova.compute.manager [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.231385] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.231592] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.231762] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.231936] env[62979]: DEBUG nova.compute.manager [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] No waiting events found dispatching network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.233933] env[62979]: WARNING nova.compute.manager [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received unexpected event network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 for instance with vm_state building and task_state spawning. [ 1129.233933] env[62979]: DEBUG nova.compute.manager [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.233933] env[62979]: DEBUG nova.compute.manager [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing instance network info cache due to event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.233933] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.260246] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5291244b-e7aa-28c0-030d-06222f1f2194, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.260500] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.260862] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ee7b57a0-4363-47be-bda6-e27950207fc5/ee7b57a0-4363-47be-bda6-e27950207fc5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.261105] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48379f7f-5d48-457f-ac43-627358fdc001 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.269224] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1129.269224] env[62979]: value = "task-2382292" [ 1129.269224] env[62979]: _type = "Task" [ 1129.269224] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.281034] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.381028] env[62979]: DEBUG nova.scheduler.client.report [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.386024] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1cc95b13-67d6-4dac-b8b6-7de3dff065a6] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.649519] env[62979]: DEBUG nova.network.neutron [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.683069] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.779397] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462056} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.779636] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] ee7b57a0-4363-47be-bda6-e27950207fc5/ee7b57a0-4363-47be-bda6-e27950207fc5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.779846] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.780110] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27db7f3-8ec0-4f65-af7c-4ff80c6f4f3d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.788873] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1129.788873] env[62979]: value = "task-2382293" [ 1129.788873] env[62979]: _type = "Task" [ 1129.788873] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.797088] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.815140] env[62979]: DEBUG nova.network.neutron [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.828210] env[62979]: DEBUG nova.network.neutron [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.888706] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.889183] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.891948] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: a619648f-5a7c-4f5f-a3cb-7b872a8cdb3e] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.893738] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.163s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.893989] env[62979]: DEBUG nova.objects.instance [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lazy-loading 'resources' on Instance uuid 4c729328-6e6f-4c22-bbb0-48802807c2ce {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.153489] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.299610] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063073} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.299875] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.300643] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c92af-9b45-4996-b1a2-45ce501aaebf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.323177] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ee7b57a0-4363-47be-bda6-e27950207fc5/ee7b57a0-4363-47be-bda6-e27950207fc5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.323781] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.324024] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance network_info: |[{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.324269] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05f54d3-caf3-4f1f-830e-199582249a7d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.340087] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.340272] env[62979]: DEBUG nova.network.neutron [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.341708] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:36:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3e926a-a0ec-4e5a-b322-c10426f7ad58', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.349134] env[62979]: DEBUG oslo.service.loopingcall [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.349295] env[62979]: INFO nova.compute.manager [-] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Took 1.56 seconds to deallocate network for instance. [ 1130.349713] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.355681] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce19a49-9c12-4927-9710-939e5b72c752 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.373127] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1130.373127] env[62979]: value = "task-2382294" [ 1130.373127] env[62979]: _type = "Task" [ 1130.373127] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.377751] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.377751] env[62979]: value = "task-2382295" [ 1130.377751] env[62979]: _type = "Task" [ 1130.377751] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.385330] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.391660] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382295, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.395824] env[62979]: DEBUG nova.compute.utils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.397190] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 91ffb5f9-0178-4c46-85af-820755408214] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.399054] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.399254] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.473805] env[62979]: DEBUG nova.policy [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10c50ecfb42346b6ade6e39687238fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c46c4774235a43a2acee28ca02859973', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.591103] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f706bc-809e-4a63-b82b-e6d90b6057ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.600188] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc84ac6-e432-43bb-8e90-cfa1031d1283 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.632221] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8001455-1f35-4f7b-8173-d2ef47dbcff6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.641243] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc4063-38eb-4954-8b1c-23d5835385be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.658575] env[62979]: DEBUG nova.compute.provider_tree [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.681944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f6d88-9c7a-4425-9ef5-61c5eba9e2c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.703579] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60e6b8-567c-414e-99d4-afe166ab3327 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.717056] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.849430] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Successfully created port: 50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.872999] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.885766] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382294, 'name': ReconfigVM_Task, 'duration_secs': 0.326046} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.887853] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ee7b57a0-4363-47be-bda6-e27950207fc5/ee7b57a0-4363-47be-bda6-e27950207fc5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.888788] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992be56c-3cae-4e5e-9031-6cc4996f7609 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.893695] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382295, 'name': CreateVM_Task, 'duration_secs': 0.401393} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.893870] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.895636] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.895837] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.896170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.896480] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1130.896480] env[62979]: value = "task-2382296" [ 1130.896480] env[62979]: _type = "Task" [ 1130.896480] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.896664] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b070c8f5-2b1a-43eb-bc38-9997e0b22821 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.905479] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 291d4570-ca75-4015-8368-291a72e8f34e] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.907824] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.910537] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1130.910537] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52487464-5b1b-0f01-a959-a339925542f7" [ 1130.910537] env[62979]: _type = "Task" [ 1130.910537] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.914070] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382296, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.924325] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52487464-5b1b-0f01-a959-a339925542f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.924325] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.924637] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.924799] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.925170] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.925441] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.925716] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad42cb53-66b8-4bfe-979a-ae14be302da3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.938581] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.938772] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.941499] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935a2b8f-593f-433c-a074-3da99c35fafe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.953127] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1130.953127] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52884445-2ede-cc4a-635e-e49a558cc410" [ 1130.953127] env[62979]: _type = "Task" [ 1130.953127] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.963536] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52884445-2ede-cc4a-635e-e49a558cc410, 'name': SearchDatastore_Task} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.964439] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03d148b-930a-4939-9193-e4843b06e89e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.969793] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1130.969793] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290208d-e837-f1d7-02ac-ed5720baf3e1" [ 1130.969793] env[62979]: _type = "Task" [ 1130.969793] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.978756] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290208d-e837-f1d7-02ac-ed5720baf3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.121535] env[62979]: DEBUG nova.network.neutron [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updated VIF entry in instance network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.121918] env[62979]: DEBUG nova.network.neutron [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.164733] env[62979]: DEBUG nova.scheduler.client.report [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.223447] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3c279817-2051-42cd-b923-d484e7ea9ee3 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance '5909541a-20d8-4f75-90fe-bf125bfe7257' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.257589] env[62979]: DEBUG nova.compute.manager [req-f19dafbb-351d-4d5f-8181-2152c0d5392e req-32f004b2-f18a-4437-acf7-105c4ac42a23 service nova] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Received event network-vif-deleted-5c538d00-e029-42d0-87ce-71b835c3f6b4 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.409087] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382296, 'name': Rename_Task, 'duration_secs': 0.168542} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.409369] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.409581] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdc00b8-9c1e-4037-994a-6b8c33da0348 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.415192] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9538e88e-eb5b-4f06-90ae-758d08537353] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.424726] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1131.424726] env[62979]: value = "task-2382297" [ 1131.424726] env[62979]: _type = "Task" [ 1131.424726] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.433171] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.481969] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5290208d-e837-f1d7-02ac-ed5720baf3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.481969] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.482216] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.482465] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e5715f-8450-47c8-83c7-0f815e3b4005 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.490904] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1131.490904] env[62979]: value = "task-2382298" [ 1131.490904] env[62979]: _type = "Task" [ 1131.490904] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.501107] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.624160] env[62979]: DEBUG oslo_concurrency.lockutils [req-5c9ff214-768e-4244-87fd-8da423dc8601 req-14296896-6498-46cb-9198-8c1a16ad3634 service nova] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.671057] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.672930] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.656s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.674497] env[62979]: INFO nova.compute.claims [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.698098] env[62979]: INFO nova.scheduler.client.report [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Deleted allocations for instance 4c729328-6e6f-4c22-bbb0-48802807c2ce [ 1131.922560] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: fc7e713d-8e89-499e-bd3d-18aac337b3f1] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.925885] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.942582] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.962678] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.962994] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.963185] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.963387] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.963546] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.963836] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.964222] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.964481] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.964751] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.965024] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.965253] env[62979]: DEBUG nova.virt.hardware [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.967108] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545cf3a-e4c6-43cf-820a-deb8b4549d2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.977758] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b5d38-8e61-48fc-bbff-35f53e3420d8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.007505] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.210616] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a074f9f0-3175-4937-9516-9d566af8a05e tempest-DeleteServersAdminTestJSON-52819624 tempest-DeleteServersAdminTestJSON-52819624-project-member] Lock "4c729328-6e6f-4c22-bbb0-48802807c2ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.179s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.416292] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Successfully updated port: 50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.434110] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.434276] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62979) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1132.442197] env[62979]: DEBUG oslo_vmware.api [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382297, 'name': PowerOnVM_Task, 'duration_secs': 0.584263} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.442519] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.442777] env[62979]: INFO nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1132.442973] env[62979]: DEBUG nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.443826] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30055c1-3673-4e5c-97e2-3cb6013340da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.508423] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527887} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.508752] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.508998] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.509307] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc6f50e-dcfc-401a-92c1-1e1c11ad8059 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.516926] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1132.516926] env[62979]: value = "task-2382299" [ 1132.516926] env[62979]: _type = "Task" [ 1132.516926] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.526184] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.873246] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0cf508-155e-438c-b0cf-dc43bf977f64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.881620] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549768da-8e04-4b91-a9bf-490a08775c14 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.913764] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c03d44-b8b6-4d5e-8cdf-5887bb488ec2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.919546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.919546] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.919546] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.922875] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21221868-9a96-471f-a192-ee6bc32424cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.939438] env[62979]: DEBUG nova.compute.provider_tree [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.941133] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.964997] env[62979]: INFO nova.compute.manager [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Took 19.01 seconds to build instance. [ 1133.027628] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078086} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.027889] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.028689] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99afeaaa-095f-4ab0-9f04-2f4bafab4447 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.050374] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.050956] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f615f72-9460-42ec-b7b6-402e13f920ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.070972] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1133.070972] env[62979]: value = "task-2382300" [ 1133.070972] env[62979]: _type = "Task" [ 1133.070972] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.079522] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.281327] env[62979]: DEBUG nova.compute.manager [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Received event network-vif-plugged-50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.281589] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.281840] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.282046] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.282228] env[62979]: DEBUG nova.compute.manager [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] No waiting events found dispatching network-vif-plugged-50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.282397] env[62979]: WARNING nova.compute.manager [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Received unexpected event network-vif-plugged-50f63e71-b7cb-46c2-b49c-3629c71d23b0 for instance with vm_state building and task_state spawning. [ 1133.282577] env[62979]: DEBUG nova.compute.manager [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Received event network-changed-50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.282861] env[62979]: DEBUG nova.compute.manager [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Refreshing instance network info cache due to event network-changed-50f63e71-b7cb-46c2-b49c-3629c71d23b0. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.282928] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Acquiring lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.320351] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.320636] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.320792] env[62979]: DEBUG nova.compute.manager [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Going to confirm migration 7 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.443009] env[62979]: DEBUG nova.scheduler.client.report [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.466711] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.468877] env[62979]: DEBUG oslo_concurrency.lockutils [None req-275a58e5-df22-48fb-9706-973714ed17aa tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.527s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.585018] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382300, 'name': ReconfigVM_Task, 'duration_secs': 0.283796} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.585597] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.586659] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2acfc52-d75f-4caf-9af7-46943c0ebc97 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.596676] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1133.596676] env[62979]: value = "task-2382301" [ 1133.596676] env[62979]: _type = "Task" [ 1133.596676] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.608099] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382301, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.662795] env[62979]: DEBUG nova.network.neutron [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating instance_info_cache with network_info: [{"id": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "address": "fa:16:3e:d7:67:36", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f63e71-b7", "ovs_interfaceid": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.873996] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.874209] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.874390] env[62979]: DEBUG nova.network.neutron [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.874611] env[62979]: DEBUG nova.objects.instance [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'info_cache' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.936326] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "ee7b57a0-4363-47be-bda6-e27950207fc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.936638] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.936791] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.936977] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.937164] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.939531] env[62979]: INFO nova.compute.manager [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Terminating instance [ 1133.947825] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.947959] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.950910] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.282s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.951108] env[62979]: DEBUG nova.objects.instance [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lazy-loading 'resources' on Instance uuid c79f0e45-c08b-4626-a935-fef0067dfe5d {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.108163] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382301, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.165328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.165696] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Instance network_info: |[{"id": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "address": "fa:16:3e:d7:67:36", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f63e71-b7", "ovs_interfaceid": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.166051] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Acquired lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.166256] env[62979]: DEBUG nova.network.neutron [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Refreshing network info cache for port 50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.167629] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:67:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f63e71-b7cb-46c2-b49c-3629c71d23b0', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.175282] env[62979]: DEBUG oslo.service.loopingcall [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.176341] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.176576] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81a2475-c214-4a2d-999a-43e5601fd0b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.197696] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.197696] env[62979]: value = "task-2382302" [ 1134.197696] env[62979]: _type = "Task" [ 1134.197696] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.205787] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382302, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.443507] env[62979]: DEBUG nova.compute.manager [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.443850] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.445085] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eeaf8a-4b0c-4ce4-be1a-55121e22589f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.455952] env[62979]: DEBUG nova.compute.utils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.457625] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.458134] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.458305] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.463870] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d484a1-b9b1-4630-a435-c3e15056640c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.472505] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1134.472505] env[62979]: value = "task-2382303" [ 1134.472505] env[62979]: _type = "Task" [ 1134.472505] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.483497] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.516474] env[62979]: DEBUG nova.policy [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89d6ecd9f414de390a791e8e7034096', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392ae630586d4cd3b3f0386f1544e2fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.609514] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382301, 'name': Rename_Task, 'duration_secs': 0.835708} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.611114] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.611485] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4daf190-075a-4326-97df-91a9f7f0cba9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.620465] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1134.620465] env[62979]: value = "task-2382304" [ 1134.620465] env[62979]: _type = "Task" [ 1134.620465] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.632174] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.633761] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56389e46-bc83-4230-b1f9-61d6b5b3d90c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.641198] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc827a9-fce4-4b5a-9627-b9282007f26f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.675246] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c50a96-bdd9-491b-a4d7-4fd0a5e3ae8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.685648] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de0dcc4-216b-48b0-85c4-87db9cc33403 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.699650] env[62979]: DEBUG nova.compute.provider_tree [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.709878] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382302, 'name': CreateVM_Task, 'duration_secs': 0.368739} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.710672] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.711378] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.711576] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711941] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.712458] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82370202-6c98-4479-b122-5c53c47c3dca {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.720587] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1134.720587] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd26be-9682-ed78-4f7a-5e4261281a9d" [ 1134.720587] env[62979]: _type = "Task" [ 1134.720587] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.731842] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd26be-9682-ed78-4f7a-5e4261281a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.941726] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Successfully created port: f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.959719] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.965251] env[62979]: DEBUG nova.network.neutron [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updated VIF entry in instance network info cache for port 50f63e71-b7cb-46c2-b49c-3629c71d23b0. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.965673] env[62979]: DEBUG nova.network.neutron [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating instance_info_cache with network_info: [{"id": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "address": "fa:16:3e:d7:67:36", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f63e71-b7", "ovs_interfaceid": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.982931] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382303, 'name': PowerOffVM_Task, 'duration_secs': 0.299319} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.983209] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.983380] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.983626] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf1d261-bdc6-47f9-af20-7db6e7a67ec8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.133374] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.205423] env[62979]: DEBUG nova.scheduler.client.report [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.234541] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bd26be-9682-ed78-4f7a-5e4261281a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.234874] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.235127] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.235364] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.235529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235705] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.235968] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdfc141-f4e2-45ba-a6d0-89659c4a5ed3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.248414] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.248585] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.249427] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e4f34a-7b6e-40d8-bc1f-8f474cc9e842 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.255436] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1135.255436] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523ae7a3-9638-8981-084a-ccf01225da75" [ 1135.255436] env[62979]: _type = "Task" [ 1135.255436] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.265758] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523ae7a3-9638-8981-084a-ccf01225da75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.326831] env[62979]: DEBUG nova.network.neutron [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.465515] env[62979]: INFO nova.virt.block_device [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Booting with volume ffdd302c-b5cd-4a76-b42a-d00b896cdb65 at /dev/sda [ 1135.468079] env[62979]: DEBUG oslo_concurrency.lockutils [req-245dd38f-7ec5-4777-b779-714650747863 req-7e5cccf0-a434-47da-8ccc-7e86e8a54f91 service nova] Releasing lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.502117] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17223beb-6e3a-4e5c-b4c1-af29b7301380 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.513526] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b93e620-306b-49e3-ade0-8de6fb476dbb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.525730] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.525800] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.525987] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Deleting the datastore file [datastore1] ee7b57a0-4363-47be-bda6-e27950207fc5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.526653] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2393bae8-74f0-436d-9abe-9250d958adfd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.533519] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for the task: (returnval){ [ 1135.533519] env[62979]: value = "task-2382306" [ 1135.533519] env[62979]: _type = "Task" [ 1135.533519] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.541960] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.549911] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a53b916-4793-41d1-ac48-e99a2d2b2b3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.558614] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b659a592-c5ca-4d6e-bc75-6f3921ed2616 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.587473] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37641ddf-1590-46d2-9012-530841e79266 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.593614] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54541466-1df0-4006-b5f0-abb8dae0dec0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.607354] env[62979]: DEBUG nova.virt.block_device [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating existing volume attachment record: a2938dda-d5c5-4cef-88fa-c755fb9e8240 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.632751] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.710096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.712224] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.839s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.712507] env[62979]: DEBUG nova.objects.instance [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid 8dbb1060-8808-49a7-835a-8885a9c61f66 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.730759] env[62979]: INFO nova.scheduler.client.report [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Deleted allocations for instance c79f0e45-c08b-4626-a935-fef0067dfe5d [ 1135.767363] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523ae7a3-9638-8981-084a-ccf01225da75, 'name': SearchDatastore_Task, 'duration_secs': 0.035679} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.768133] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0223394-ef45-4f09-9bda-61afee512618 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.773321] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1135.773321] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0cee9-76dd-e682-c29c-93a717167a12" [ 1135.773321] env[62979]: _type = "Task" [ 1135.773321] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.781975] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0cee9-76dd-e682-c29c-93a717167a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.830118] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.830416] env[62979]: DEBUG nova.objects.instance [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'migration_context' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.046638] env[62979]: DEBUG oslo_vmware.api [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Task: {'id': task-2382306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478167} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.046638] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.046638] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.046638] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.046638] env[62979]: INFO nova.compute.manager [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1136.046638] env[62979]: DEBUG oslo.service.loopingcall [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.046638] env[62979]: DEBUG nova.compute.manager [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.046638] env[62979]: DEBUG nova.network.neutron [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.135916] env[62979]: DEBUG oslo_vmware.api [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382304, 'name': PowerOnVM_Task, 'duration_secs': 1.445373} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.136253] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.136440] env[62979]: INFO nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1136.136621] env[62979]: DEBUG nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.137429] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b816d-71b5-4496-9bd7-ddf741a56e30 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.238463] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f1f055d4-3e32-45a5-a124-57eaa7a48673 tempest-AttachInterfacesTestJSON-436427604 tempest-AttachInterfacesTestJSON-436427604-project-member] Lock "c79f0e45-c08b-4626-a935-fef0067dfe5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.003s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.285622] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a0cee9-76dd-e682-c29c-93a717167a12, 'name': SearchDatastore_Task, 'duration_secs': 0.021819} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.285622] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.285622] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c043e02f-aa70-4ec3-8001-0e6df7901692/c043e02f-aa70-4ec3-8001-0e6df7901692.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.285894] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13736f23-b106-401c-be69-4c05c2b19172 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.299020] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1136.299020] env[62979]: value = "task-2382307" [ 1136.299020] env[62979]: _type = "Task" [ 1136.299020] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.309192] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.333684] env[62979]: DEBUG nova.objects.base [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Object Instance<5909541a-20d8-4f75-90fe-bf125bfe7257> lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.335150] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff96a169-3baa-4a31-80e3-ef0d578c5e8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.362540] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d8d48b-5e69-4a29-915c-58429f54287b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.368661] env[62979]: DEBUG oslo_vmware.api [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1136.368661] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5274fad1-d6da-2934-a96d-aa84563d6f22" [ 1136.368661] env[62979]: _type = "Task" [ 1136.368661] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.377691] env[62979]: DEBUG oslo_vmware.api [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5274fad1-d6da-2934-a96d-aa84563d6f22, 'name': SearchDatastore_Task, 'duration_secs': 0.006852} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.380168] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.416011] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb7a26c-7926-4f2d-995a-e11e0efaed99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.429281] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dc3bf-7d02-474a-839e-ac7ec1d6a9a9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.471844] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5547a09c-3989-499b-ab09-80522602cac5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.476916] env[62979]: DEBUG nova.compute.manager [req-50e17829-17bb-4212-a3fe-4633e522ec74 req-336cd69c-1f29-409f-bb74-87cf219e1ddd service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Received event network-vif-deleted-e8c68558-0baa-4954-9a16-afd5b7539128 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.477141] env[62979]: INFO nova.compute.manager [req-50e17829-17bb-4212-a3fe-4633e522ec74 req-336cd69c-1f29-409f-bb74-87cf219e1ddd service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Neutron deleted interface e8c68558-0baa-4954-9a16-afd5b7539128; detaching it from the instance and deleting it from the info cache [ 1136.478022] env[62979]: DEBUG nova.network.neutron [req-50e17829-17bb-4212-a3fe-4633e522ec74 req-336cd69c-1f29-409f-bb74-87cf219e1ddd service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.487913] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbffbb0-6584-45d2-8ff6-dcd13e0fc3a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.506249] env[62979]: DEBUG nova.compute.provider_tree [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.658136] env[62979]: INFO nova.compute.manager [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Took 18.47 seconds to build instance. [ 1136.806710] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483327} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.806996] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c043e02f-aa70-4ec3-8001-0e6df7901692/c043e02f-aa70-4ec3-8001-0e6df7901692.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.807233] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.807488] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9f8d9e5-3160-4491-9a08-ddf222f06959 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.813781] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1136.813781] env[62979]: value = "task-2382308" [ 1136.813781] env[62979]: _type = "Task" [ 1136.813781] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.821561] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.823950] env[62979]: DEBUG nova.network.neutron [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.868807] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Successfully updated port: f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.982773] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08309daa-b3ff-49bc-863a-0ee6d11b78c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.993016] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925646f-871f-47a5-a23f-2d7f8fa05d19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.010196] env[62979]: DEBUG nova.scheduler.client.report [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.024618] env[62979]: DEBUG nova.compute.manager [req-50e17829-17bb-4212-a3fe-4633e522ec74 req-336cd69c-1f29-409f-bb74-87cf219e1ddd service nova] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Detach interface failed, port_id=e8c68558-0baa-4954-9a16-afd5b7539128, reason: Instance ee7b57a0-4363-47be-bda6-e27950207fc5 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1137.162383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-2313ffae-1443-4640-8312-e832d30e851e tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.981s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.325508] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066912} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.325508] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.325508] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4feb4b-ff6c-45af-abaa-c1a0b9131ef9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.328085] env[62979]: INFO nova.compute.manager [-] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Took 1.28 seconds to deallocate network for instance. [ 1137.350286] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] c043e02f-aa70-4ec3-8001-0e6df7901692/c043e02f-aa70-4ec3-8001-0e6df7901692.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.350461] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e36de3c-79ee-497a-93e6-7342da9df159 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.374961] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.375117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.375225] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.376591] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1137.376591] env[62979]: value = "task-2382309" [ 1137.376591] env[62979]: _type = "Task" [ 1137.376591] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.385751] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.515201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.517506] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.137s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.543857] env[62979]: INFO nova.scheduler.client.report [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance 8dbb1060-8808-49a7-835a-8885a9c61f66 [ 1137.705285] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.705847] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.706077] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.706233] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.706409] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.706562] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.706711] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.706918] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.707086] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.707251] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.707833] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.707833] env[62979]: DEBUG nova.virt.hardware [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.708489] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e344fe0-2f39-4259-b569-ba0df6a32eea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.717014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ce8cc-cee8-4765-bedc-b9816991935d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.852591] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.891931] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382309, 'name': ReconfigVM_Task, 'duration_secs': 0.423556} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.891931] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfigured VM instance instance-00000074 to attach disk [datastore2] c043e02f-aa70-4ec3-8001-0e6df7901692/c043e02f-aa70-4ec3-8001-0e6df7901692.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.891931] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cea2d7a-d4b8-4d3d-a8e4-a16db78590d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.899806] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1137.899806] env[62979]: value = "task-2382310" [ 1137.899806] env[62979]: _type = "Task" [ 1137.899806] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.909560] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382310, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.913415] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.054771] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ec6b5d34-1047-49e5-81a7-d04d9ea8ebff tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "8dbb1060-8808-49a7-835a-8885a9c61f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.403s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.060817] env[62979]: DEBUG nova.network.neutron [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.181139] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f15ee-0742-4e0d-bfbb-5faf044c71cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.191028] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63ba58-fd13-4989-8f77-4df444925b1f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.223617] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edba390-f676-4f98-8718-91116e12d792 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.231753] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca9683-c418-487c-986e-d60e6cf91ca3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.246064] env[62979]: DEBUG nova.compute.provider_tree [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.414196] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382310, 'name': Rename_Task, 'duration_secs': 0.387059} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.414652] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.414815] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b5501ca-53bc-49bf-bd07-e3733b956179 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.425524] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1138.425524] env[62979]: value = "task-2382311" [ 1138.425524] env[62979]: _type = "Task" [ 1138.425524] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.437523] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.507361] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Received event network-vif-plugged-f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.507361] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.507530] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.507572] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.507779] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] No waiting events found dispatching network-vif-plugged-f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.507995] env[62979]: WARNING nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Received unexpected event network-vif-plugged-f88f56a1-7192-42f1-96e4-c78b10ae40b6 for instance with vm_state building and task_state spawning. [ 1138.508199] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Received event network-changed-f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.508923] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Refreshing instance network info cache due to event network-changed-f88f56a1-7192-42f1-96e4-c78b10ae40b6. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1138.509188] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.563660] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.564219] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Instance network_info: |[{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.564973] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.565201] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Refreshing network info cache for port f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.566938] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:09:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88f56a1-7192-42f1-96e4-c78b10ae40b6', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.574293] env[62979]: DEBUG oslo.service.loopingcall [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.575139] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.575817] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f07c4d9-0509-4826-9f94-873ec785b63e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.601189] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.601189] env[62979]: value = "task-2382312" [ 1138.601189] env[62979]: _type = "Task" [ 1138.601189] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.609637] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382312, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.749843] env[62979]: DEBUG nova.scheduler.client.report [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.937319] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.034642] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "1667b43d-f077-46d4-8c99-29c84a04854f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.034918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.035150] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.035338] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.035525] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.037715] env[62979]: INFO nova.compute.manager [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Terminating instance [ 1139.110390] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382312, 'name': CreateVM_Task, 'duration_secs': 0.367653} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.110569] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.111318] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a2938dda-d5c5-4cef-88fa-c755fb9e8240', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483455', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'name': 'volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b7799b-f6f1-4187-997b-7e4e05b477ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'serial': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62979) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1139.111769] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Root volume attach. Driver type: vmdk {{(pid=62979) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1139.113223] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b752092-bddc-40f8-880b-12c5da367426 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.124554] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4f56f-483d-406a-8ca1-c77041c7da75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.132520] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff78af-998a-451a-ac84-bce2bffeeb53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.140024] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1fe4ac9c-c531-4f32-9244-b8d727e4447d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.148522] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1139.148522] env[62979]: value = "task-2382313" [ 1139.148522] env[62979]: _type = "Task" [ 1139.148522] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.157617] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.400282] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updated VIF entry in instance network info cache for port f88f56a1-7192-42f1-96e4-c78b10ae40b6. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.400667] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.436399] env[62979]: DEBUG oslo_vmware.api [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382311, 'name': PowerOnVM_Task, 'duration_secs': 0.831971} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.436702] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.436904] env[62979]: INFO nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1139.437099] env[62979]: DEBUG nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.437897] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a01c7-301f-468b-b361-e29ebd042c77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.540949] env[62979]: DEBUG nova.compute.manager [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.541200] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.542133] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea15ef-6793-4560-80b4-4a3801cc3347 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.551309] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.551644] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ca3a18-ef90-48a2-a610-c20918e1fb3a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.559977] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1139.559977] env[62979]: value = "task-2382314" [ 1139.559977] env[62979]: _type = "Task" [ 1139.559977] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.570091] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.660535] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 38%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.760676] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.243s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.760925] env[62979]: DEBUG nova.compute.manager [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62979) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1139.764055] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.912s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.764313] env[62979]: DEBUG nova.objects.instance [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lazy-loading 'resources' on Instance uuid ee7b57a0-4363-47be-bda6-e27950207fc5 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.903035] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.903362] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.903488] env[62979]: DEBUG nova.compute.manager [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing instance network info cache due to event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.903678] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.903872] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.904088] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.958306] env[62979]: INFO nova.compute.manager [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Took 20.16 seconds to build instance. [ 1140.070605] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.160482] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 53%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.329268] env[62979]: INFO nova.scheduler.client.report [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted allocation for migration 154a5443-6466-43e1-a4e5-8fab738d65ce [ 1140.460317] env[62979]: DEBUG oslo_concurrency.lockutils [None req-97b8f763-c8c6-448b-a449-21bac6a38320 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.304s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.503944] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e9259b-0500-4361-a38e-d2ae5b2b1750 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.513097] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bede42-bd77-4fb0-b136-fd97f052ec3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.551904] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9dcc1b-b050-4999-a2b9-aa5da4f4f6a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.566298] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa7b15-565a-4dd3-aee1-5e985a59e0ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.576115] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382314, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.584299] env[62979]: DEBUG nova.compute.provider_tree [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.662762] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 65%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.805071] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updated VIF entry in instance network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.805598] env[62979]: DEBUG nova.network.neutron [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.835250] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e1bccd13-34d4-40aa-82c5-a2e949f46a00 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.514s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.075855] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382314, 'name': PowerOffVM_Task, 'duration_secs': 1.101041} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.076194] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.076377] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.076651] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23aea96a-a760-4305-8158-7a0ff7ac8e65 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.087808] env[62979]: DEBUG nova.scheduler.client.report [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.161881] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 81%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.227298] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.227673] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.228224] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleting the datastore file [datastore1] 1667b43d-f077-46d4-8c99-29c84a04854f {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.228672] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf60516-4fb0-4968-9edd-6824c369637e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.239135] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for the task: (returnval){ [ 1141.239135] env[62979]: value = "task-2382316" [ 1141.239135] env[62979]: _type = "Task" [ 1141.239135] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.251023] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.309061] env[62979]: DEBUG oslo_concurrency.lockutils [req-fc2bfdad-6a79-4cdb-9aa2-89d78b27925f req-eaf2f62a-ee6f-4f3e-80ca-dc69afcdc7eb service nova] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.566059] env[62979]: DEBUG nova.compute.manager [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Received event network-changed-50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.566713] env[62979]: DEBUG nova.compute.manager [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Refreshing instance network info cache due to event network-changed-50f63e71-b7cb-46c2-b49c-3629c71d23b0. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.567998] env[62979]: DEBUG oslo_concurrency.lockutils [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] Acquiring lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.567998] env[62979]: DEBUG oslo_concurrency.lockutils [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] Acquired lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.567998] env[62979]: DEBUG nova.network.neutron [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Refreshing network info cache for port 50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.592641] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.617761] env[62979]: INFO nova.scheduler.client.report [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Deleted allocations for instance ee7b57a0-4363-47be-bda6-e27950207fc5 [ 1141.663936] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 95%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.749721] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.126180] env[62979]: DEBUG oslo_concurrency.lockutils [None req-94d8b150-f5e8-4686-96dd-08c6dc4d7337 tempest-ServerGroupTestJSON-1110687673 tempest-ServerGroupTestJSON-1110687673-project-member] Lock "ee7b57a0-4363-47be-bda6-e27950207fc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.189s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.129041] env[62979]: DEBUG nova.objects.instance [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.161755] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.249353] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.289655] env[62979]: DEBUG nova.network.neutron [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updated VIF entry in instance network info cache for port 50f63e71-b7cb-46c2-b49c-3629c71d23b0. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.290115] env[62979]: DEBUG nova.network.neutron [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating instance_info_cache with network_info: [{"id": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "address": "fa:16:3e:d7:67:36", "network": {"id": "4bf76046-3f9f-470e-a5a0-d20da3076420", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-892861362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46c4774235a43a2acee28ca02859973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f63e71-b7", "ovs_interfaceid": "50f63e71-b7cb-46c2-b49c-3629c71d23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.633173] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.633431] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.633540] env[62979]: DEBUG nova.network.neutron [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.633724] env[62979]: DEBUG nova.objects.instance [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'info_cache' on Instance uuid 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.663222] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.750495] env[62979]: DEBUG oslo_vmware.api [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Task: {'id': task-2382316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.1476} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.750784] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.750976] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.751209] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.751418] env[62979]: INFO nova.compute.manager [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Took 3.21 seconds to destroy the instance on the hypervisor. [ 1142.751670] env[62979]: DEBUG oslo.service.loopingcall [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1142.751867] env[62979]: DEBUG nova.compute.manager [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.751963] env[62979]: DEBUG nova.network.neutron [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.793233] env[62979]: DEBUG oslo_concurrency.lockutils [req-89902df5-b715-4741-89b6-3d9e94a68fe3 req-783c961b-bf81-491e-86dc-080d10c194c8 service nova] Releasing lock "refresh_cache-c043e02f-aa70-4ec3-8001-0e6df7901692" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.123828] env[62979]: DEBUG nova.compute.manager [req-b20d43b3-de6f-4f78-94b9-7dd09f2e02f2 req-c336e1b0-f614-4ed1-aa73-7e411161c5c6 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Received event network-vif-deleted-88927b77-852a-412c-b1bb-afd880b6a2ac {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.124073] env[62979]: INFO nova.compute.manager [req-b20d43b3-de6f-4f78-94b9-7dd09f2e02f2 req-c336e1b0-f614-4ed1-aa73-7e411161c5c6 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Neutron deleted interface 88927b77-852a-412c-b1bb-afd880b6a2ac; detaching it from the instance and deleting it from the info cache [ 1143.124256] env[62979]: DEBUG nova.network.neutron [req-b20d43b3-de6f-4f78-94b9-7dd09f2e02f2 req-c336e1b0-f614-4ed1-aa73-7e411161c5c6 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.138030] env[62979]: DEBUG nova.objects.base [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Object Instance<5909541a-20d8-4f75-90fe-bf125bfe7257> lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.165592] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 97%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.609218] env[62979]: DEBUG nova.network.neutron [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.626670] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13c42364-0e93-4d17-b8cf-5cab86dae6c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.637423] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77944c1a-107e-4a02-8586-e90f4a2ecadc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.662905] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 98%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.676187] env[62979]: DEBUG nova.compute.manager [req-b20d43b3-de6f-4f78-94b9-7dd09f2e02f2 req-c336e1b0-f614-4ed1-aa73-7e411161c5c6 service nova] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Detach interface failed, port_id=88927b77-852a-412c-b1bb-afd880b6a2ac, reason: Instance 1667b43d-f077-46d4-8c99-29c84a04854f could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1144.042312] env[62979]: DEBUG nova.network.neutron [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [{"id": "1640140d-a47b-4a78-b478-74ab60772e0a", "address": "fa:16:3e:0d:76:75", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1640140d-a4", "ovs_interfaceid": "1640140d-a47b-4a78-b478-74ab60772e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.111933] env[62979]: INFO nova.compute.manager [-] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Took 1.36 seconds to deallocate network for instance. [ 1144.167755] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 98%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.545703] env[62979]: DEBUG oslo_concurrency.lockutils [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-5909541a-20d8-4f75-90fe-bf125bfe7257" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.620082] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.620082] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.620082] env[62979]: DEBUG nova.objects.instance [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lazy-loading 'resources' on Instance uuid 1667b43d-f077-46d4-8c99-29c84a04854f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.665609] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.166357] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382313, 'name': RelocateVM_Task, 'duration_secs': 5.52881} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.168734] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1145.169029] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483455', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'name': 'volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b7799b-f6f1-4187-997b-7e4e05b477ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'serial': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1145.169937] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806fe7e-269c-43a8-93e7-b7fef1a3561f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.187224] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8af32a-168f-4ff6-ab9c-f72b90888b9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.210654] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65/volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.212961] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08f7a7e-1143-44f1-8413-4475360a06e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.233331] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1145.233331] env[62979]: value = "task-2382317" [ 1145.233331] env[62979]: _type = "Task" [ 1145.233331] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.243726] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.272552] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e571ad86-f28d-4286-9130-ea432eccb0f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.280996] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d1e98-2be8-428e-9800-bad266a05ce5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.311478] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7fe053-a588-4825-ba0c-c99fc218822d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.319713] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e4f88-9239-42ef-b3ea-ddde8157ae75 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.333792] env[62979]: DEBUG nova.compute.provider_tree [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.552900] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.553345] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975bf6f9-407a-479a-8207-ccdce17775a3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.561713] env[62979]: DEBUG oslo_vmware.api [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1145.561713] env[62979]: value = "task-2382318" [ 1145.561713] env[62979]: _type = "Task" [ 1145.561713] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.569247] env[62979]: DEBUG oslo_vmware.api [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.743064] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382317, 'name': ReconfigVM_Task, 'duration_secs': 0.265945} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.743436] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65/volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.748133] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea296955-7f3f-409c-a457-8b9f4745be06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.764078] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1145.764078] env[62979]: value = "task-2382319" [ 1145.764078] env[62979]: _type = "Task" [ 1145.764078] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.775192] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.837621] env[62979]: DEBUG nova.scheduler.client.report [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.072323] env[62979]: DEBUG oslo_vmware.api [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.275011] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382319, 'name': ReconfigVM_Task, 'duration_secs': 0.135748} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.275203] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483455', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'name': 'volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b7799b-f6f1-4187-997b-7e4e05b477ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'serial': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1146.275760] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa81682c-df30-4f8e-9c5b-6491b80088e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.282147] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1146.282147] env[62979]: value = "task-2382320" [ 1146.282147] env[62979]: _type = "Task" [ 1146.282147] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.290389] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382320, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.342543] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.365339] env[62979]: INFO nova.scheduler.client.report [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Deleted allocations for instance 1667b43d-f077-46d4-8c99-29c84a04854f [ 1146.572752] env[62979]: DEBUG oslo_vmware.api [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.792381] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382320, 'name': Rename_Task, 'duration_secs': 0.151797} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.792752] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.792915] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12c7590-4c13-4a90-9a48-e6517c61a2f9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.800229] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1146.800229] env[62979]: value = "task-2382321" [ 1146.800229] env[62979]: _type = "Task" [ 1146.800229] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.808118] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.874659] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed570ca4-4e75-49b6-a68a-b99dee843d73 tempest-ServersTestJSON-59518977 tempest-ServersTestJSON-59518977-project-member] Lock "1667b43d-f077-46d4-8c99-29c84a04854f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.839s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.073237] env[62979]: DEBUG oslo_vmware.api [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382318, 'name': PowerOnVM_Task, 'duration_secs': 1.43138} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.073420] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.073629] env[62979]: DEBUG nova.compute.manager [None req-41b0425a-ea52-46ca-a444-3977bf400140 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.074391] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d9a8a-4851-49be-b28a-8304e3f1ca07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.310486] env[62979]: DEBUG oslo_vmware.api [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382321, 'name': PowerOnVM_Task, 'duration_secs': 0.462088} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.310744] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.310946] env[62979]: INFO nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1147.311140] env[62979]: DEBUG nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.312048] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d027b82-ccc0-4018-b073-f4de77129af0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.829552] env[62979]: INFO nova.compute.manager [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Took 21.83 seconds to build instance. [ 1147.935151] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.938043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.938043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.938043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.938043] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.940626] env[62979]: INFO nova.compute.manager [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Terminating instance [ 1148.331728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ed2dc3ec-f863-4f6d-862d-1d73a92ee936 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.347s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.446767] env[62979]: DEBUG nova.compute.manager [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.447626] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.450091] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454d0ec-95c6-45bc-925b-47242a92d15f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.458794] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.459544] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5512c714-f083-4f3b-b829-f4c1e76ed78b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.468294] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1148.468294] env[62979]: value = "task-2382322" [ 1148.468294] env[62979]: _type = "Task" [ 1148.468294] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.481271] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.982897] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382322, 'name': PowerOffVM_Task, 'duration_secs': 0.424416} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.986067] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.986067] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.986067] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8be5df3-bd5e-407a-bd18-b57be2bc16d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.009108] env[62979]: DEBUG nova.compute.manager [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.009108] env[62979]: DEBUG nova.compute.manager [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing instance network info cache due to event network-changed-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1149.009108] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.009108] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.010152] env[62979]: DEBUG nova.network.neutron [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Refreshing network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.067786] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.068034] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.068228] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleting the datastore file [datastore1] 5909541a-20d8-4f75-90fe-bf125bfe7257 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.068546] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6dd5d7f-f6ba-4a8c-a7fc-1bd12b07b71e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.077316] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1149.077316] env[62979]: value = "task-2382324" [ 1149.077316] env[62979]: _type = "Task" [ 1149.077316] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.085417] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.587355] env[62979]: DEBUG oslo_vmware.api [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151706} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.587572] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.587760] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.587944] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.588153] env[62979]: INFO nova.compute.manager [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1149.588500] env[62979]: DEBUG oslo.service.loopingcall [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.588585] env[62979]: DEBUG nova.compute.manager [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.588682] env[62979]: DEBUG nova.network.neutron [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.873247] env[62979]: DEBUG nova.network.neutron [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated VIF entry in instance network info cache for port 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.873665] env[62979]: DEBUG nova.network.neutron [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [{"id": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "address": "fa:16:3e:9b:fb:f1", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ddbbf56-d7", "ovs_interfaceid": "0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.212058] env[62979]: DEBUG nova.compute.manager [req-6554f8b6-feae-42c7-aca1-216eeb16f66b req-396a75b7-8466-4eea-a075-9e4007edc2a3 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Received event network-vif-deleted-1640140d-a47b-4a78-b478-74ab60772e0a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.212325] env[62979]: INFO nova.compute.manager [req-6554f8b6-feae-42c7-aca1-216eeb16f66b req-396a75b7-8466-4eea-a075-9e4007edc2a3 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Neutron deleted interface 1640140d-a47b-4a78-b478-74ab60772e0a; detaching it from the instance and deleting it from the info cache [ 1150.212450] env[62979]: DEBUG nova.network.neutron [req-6554f8b6-feae-42c7-aca1-216eeb16f66b req-396a75b7-8466-4eea-a075-9e4007edc2a3 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.377874] env[62979]: DEBUG oslo_concurrency.lockutils [req-0f9010bc-b072-40ad-b758-9a074de85b6a req-b08ea020-339c-4f6b-9e4c-8ba9e8071217 service nova] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.506526] env[62979]: DEBUG nova.compute.manager [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1150.693091] env[62979]: DEBUG nova.network.neutron [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.715159] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8b393d-0614-4938-897e-3a8a2110507f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.730678] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6cd32-f948-4c6c-9723-c7e580a73693 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.774323] env[62979]: DEBUG nova.compute.manager [req-6554f8b6-feae-42c7-aca1-216eeb16f66b req-396a75b7-8466-4eea-a075-9e4007edc2a3 service nova] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Detach interface failed, port_id=1640140d-a47b-4a78-b478-74ab60772e0a, reason: Instance 5909541a-20d8-4f75-90fe-bf125bfe7257 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1151.036433] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.036707] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.070812] env[62979]: DEBUG nova.compute.manager [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Received event network-changed-f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.071186] env[62979]: DEBUG nova.compute.manager [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Refreshing instance network info cache due to event network-changed-f88f56a1-7192-42f1-96e4-c78b10ae40b6. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.071298] env[62979]: DEBUG oslo_concurrency.lockutils [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.071376] env[62979]: DEBUG oslo_concurrency.lockutils [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.071541] env[62979]: DEBUG nova.network.neutron [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Refreshing network info cache for port f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.197452] env[62979]: INFO nova.compute.manager [-] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Took 1.61 seconds to deallocate network for instance. [ 1151.542663] env[62979]: INFO nova.compute.claims [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.702583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.803698] env[62979]: DEBUG nova.network.neutron [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updated VIF entry in instance network info cache for port f88f56a1-7192-42f1-96e4-c78b10ae40b6. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.804092] env[62979]: DEBUG nova.network.neutron [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.049015] env[62979]: INFO nova.compute.resource_tracker [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating resource usage from migration 7014abb7-6afa-45d4-81d1-578a46a7045e [ 1152.175275] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8c7f19-029c-4714-9278-5e4da7cf36ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.185284] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3f582-8d63-4a0d-acae-45ea0eadc8fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.216557] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cb4c3-d739-429d-a9e1-f4a64174c40b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.224330] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eddaf0-9b12-4000-b52b-a9d8c03119b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.241774] env[62979]: DEBUG nova.compute.provider_tree [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.307113] env[62979]: DEBUG oslo_concurrency.lockutils [req-7dd7dcf9-0b10-4577-a05f-b88ebea60dd2 req-cf1774c6-42c9-47cf-8e76-5e79f054d2e7 service nova] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.748019] env[62979]: DEBUG nova.scheduler.client.report [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.251092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.214s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.251336] env[62979]: INFO nova.compute.manager [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Migrating [ 1153.257823] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.555s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.258044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.292883] env[62979]: INFO nova.scheduler.client.report [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted allocations for instance 5909541a-20d8-4f75-90fe-bf125bfe7257 [ 1153.768998] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.769377] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.769431] env[62979]: DEBUG nova.network.neutron [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.801566] env[62979]: DEBUG oslo_concurrency.lockutils [None req-78adb464-4e40-4911-8acd-5034ea8e6909 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "5909541a-20d8-4f75-90fe-bf125bfe7257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.866s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.960645] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.960888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.463618] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.514399] env[62979]: DEBUG nova.network.neutron [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.886782] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.887081] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.982287] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.982541] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.984470] env[62979]: INFO nova.compute.claims [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.017474] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.395436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.395708] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.399645] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.400038] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1155.902430] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.107147] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e327d5-0b9c-4916-b941-b0e04c37a437 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.115192] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7c685-f078-45d6-91ef-a8bc159c5e80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.143808] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01331d48-b199-4b22-85d2-edfc3098f2bd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.150663] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36656b5c-244c-41ce-8b92-cb99516be78a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.163426] env[62979]: DEBUG nova.compute.provider_tree [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.423891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.466387] env[62979]: DEBUG nova.compute.manager [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1156.531300] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2252507-dad7-4eeb-ad5a-7a832050bd45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550827] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.666356] env[62979]: DEBUG nova.scheduler.client.report [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.984071] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.058509] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.058509] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56777850-9b3b-4bba-9e6f-eec37b0d0095 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.065783] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1157.065783] env[62979]: value = "task-2382325" [ 1157.065783] env[62979]: _type = "Task" [ 1157.065783] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.077607] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.171827] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.172472] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.175426] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.752s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.176961] env[62979]: INFO nova.compute.claims [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.576268] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382325, 'name': PowerOffVM_Task, 'duration_secs': 0.214407} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.576544] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.576761] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.681649] env[62979]: DEBUG nova.compute.utils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1157.685476] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.685651] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.727801] env[62979]: DEBUG nova.policy [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad66f2ee7774881a9ef956fa1b41f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1385a59cd34b7483077767c90c3d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.005474] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Successfully created port: b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.082706] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.082961] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.083149] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.083358] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.083511] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.083664] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.083870] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.084113] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.084327] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.084547] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.084739] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.090368] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdacbf15-7a30-456f-8624-f424468530e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.109862] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1158.109862] env[62979]: value = "task-2382326" [ 1158.109862] env[62979]: _type = "Task" [ 1158.109862] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.120912] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.186307] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.333898] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d0f444-d7c2-48df-9063-73834e3f9fb9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.341723] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6ce48-8a7d-450e-a709-e5ff29b5b289 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.371135] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30575b-f540-43e0-9a20-aa3c38cf8995 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.378582] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211cbdc-3e8b-40eb-9863-ae51fb7c9726 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.391939] env[62979]: DEBUG nova.compute.provider_tree [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.619601] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382326, 'name': ReconfigVM_Task, 'duration_secs': 0.324828} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.619908] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.895326] env[62979]: DEBUG nova.scheduler.client.report [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.126179] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.126652] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.126652] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.126758] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.126851] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.127015] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.127230] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.127571] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.127571] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.127697] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.127872] env[62979]: DEBUG nova.virt.hardware [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.133179] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.133482] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95470c9-5ff3-4040-98fb-dd2fb2c00ae4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.152950] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1159.152950] env[62979]: value = "task-2382327" [ 1159.152950] env[62979]: _type = "Task" [ 1159.152950] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.160777] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.198902] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.225429] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.225680] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.225856] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.226208] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.226420] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.226583] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.227016] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.227016] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.227216] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.227349] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.227520] env[62979]: DEBUG nova.virt.hardware [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.228404] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772349ef-e841-4ce8-b0e4-f84e6929544b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.237483] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4635a29-3fd2-4466-965d-da38728190af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.400960] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.401511] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.404253] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.420s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.414039] env[62979]: DEBUG nova.compute.manager [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Received event network-vif-plugged-b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.414520] env[62979]: DEBUG oslo_concurrency.lockutils [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.414520] env[62979]: DEBUG oslo_concurrency.lockutils [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] Lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.414722] env[62979]: DEBUG oslo_concurrency.lockutils [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] Lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.415063] env[62979]: DEBUG nova.compute.manager [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] No waiting events found dispatching network-vif-plugged-b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.415168] env[62979]: WARNING nova.compute.manager [req-7a75322c-9aca-44ec-b397-1ef4bd9809cc req-e8f218e7-4502-4939-b987-f06ce7efa5c0 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Received unexpected event network-vif-plugged-b6238b9f-6d92-494b-a200-4d890a561483 for instance with vm_state building and task_state spawning. [ 1159.488875] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Successfully updated port: b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.663307] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382327, 'name': ReconfigVM_Task, 'duration_secs': 0.148029} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.663531] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.664318] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb5153-85ec-4b1d-a88d-bf0b2a4ca7af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.685701] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65/volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.685931] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f11f96-17cf-467f-99be-fed6a889ac58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.702841] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1159.702841] env[62979]: value = "task-2382328" [ 1159.702841] env[62979]: _type = "Task" [ 1159.702841] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.709833] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.907519] env[62979]: DEBUG nova.compute.utils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1159.911193] env[62979]: INFO nova.compute.claims [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.915338] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.915338] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.958575] env[62979]: DEBUG nova.policy [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53fbbe474aa5460995846018e596d596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29c530431eef4e0693e3a6542d221041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.991307] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.991423] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.991574] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.214211] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382328, 'name': ReconfigVM_Task, 'duration_secs': 0.254716} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.214211] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65/volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.214767] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.245109] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Successfully created port: 50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.416278] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.420846] env[62979]: INFO nova.compute.resource_tracker [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating resource usage from migration 480a78b4-d4a1-4bba-b8da-d9d89bfb7a46 [ 1160.529288] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.558254] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725710b-ed19-49fe-bd6b-b20fdb118c68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.568296] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d76b8-0a38-48e2-8692-1dd47502cbbd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.601303] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ef7468-6872-4d9c-9353-c0b885c2b7a5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.608374] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f4173-dc00-482e-88ad-49769202c75d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.621537] env[62979]: DEBUG nova.compute.provider_tree [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.673417] env[62979]: DEBUG nova.network.neutron [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating instance_info_cache with network_info: [{"id": "b6238b9f-6d92-494b-a200-4d890a561483", "address": "fa:16:3e:96:04:91", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6238b9f-6d", "ovs_interfaceid": "b6238b9f-6d92-494b-a200-4d890a561483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.721298] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e5c68a-9f9f-4069-96b8-b04270f6774a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.739930] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039a88a-eb36-4c37-92c5-bf0d4be67917 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.757822] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.124854] env[62979]: DEBUG nova.scheduler.client.report [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.176487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.176814] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Instance network_info: |[{"id": "b6238b9f-6d92-494b-a200-4d890a561483", "address": "fa:16:3e:96:04:91", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6238b9f-6d", "ovs_interfaceid": "b6238b9f-6d92-494b-a200-4d890a561483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.177238] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:04:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6238b9f-6d92-494b-a200-4d890a561483', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.184589] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating folder: Project (dc1385a59cd34b7483077767c90c3d6b). Parent ref: group-v483149. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.184852] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab613db8-93b8-430b-a577-17d54924c860 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.196078] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created folder: Project (dc1385a59cd34b7483077767c90c3d6b) in parent group-v483149. [ 1161.196256] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating folder: Instances. Parent ref: group-v483463. {{(pid=62979) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.196476] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805ad122-fbd0-4e67-b79e-813a7d9fdba1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.206165] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created folder: Instances in parent group-v483463. [ 1161.206364] env[62979]: DEBUG oslo.service.loopingcall [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.206548] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.206742] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5345caf7-3238-498c-a76d-ba7f3fd245ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.225545] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.225545] env[62979]: value = "task-2382331" [ 1161.225545] env[62979]: _type = "Task" [ 1161.225545] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.232699] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382331, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.429871] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.442925] env[62979]: DEBUG nova.compute.manager [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Received event network-changed-b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.443146] env[62979]: DEBUG nova.compute.manager [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Refreshing instance network info cache due to event network-changed-b6238b9f-6d92-494b-a200-4d890a561483. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1161.443356] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] Acquiring lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.443753] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] Acquired lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.443753] env[62979]: DEBUG nova.network.neutron [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Refreshing network info cache for port b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.458959] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.459290] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.459464] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.459654] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.459805] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.459955] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.460190] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.460354] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.460525] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.460783] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.460991] env[62979]: DEBUG nova.virt.hardware [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.462563] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23924f2e-5ecf-4584-8581-cccce046de37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.470888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68483ac-8b80-458c-9d01-6df52f967fad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.630135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.630367] env[62979]: INFO nova.compute.manager [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Migrating [ 1161.699853] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Successfully updated port: 50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.735565] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382331, 'name': CreateVM_Task, 'duration_secs': 0.294201} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.735741] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.743053] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.743243] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.743565] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.743811] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0d8127-c3e2-4861-b7b9-6903c8180e5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.748508] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1161.748508] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52359c51-3dcd-a711-3a84-921a1a4add3e" [ 1161.748508] env[62979]: _type = "Task" [ 1161.748508] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.756291] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52359c51-3dcd-a711-3a84-921a1a4add3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.946280] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Didn't find any instances for network info cache update. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1161.948929] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.950112] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.950642] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.951268] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.951268] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.951268] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.145654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.145870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.146031] env[62979]: DEBUG nova.network.neutron [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.183903] env[62979]: DEBUG nova.network.neutron [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updated VIF entry in instance network info cache for port b6238b9f-6d92-494b-a200-4d890a561483. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.184276] env[62979]: DEBUG nova.network.neutron [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating instance_info_cache with network_info: [{"id": "b6238b9f-6d92-494b-a200-4d890a561483", "address": "fa:16:3e:96:04:91", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6238b9f-6d", "ovs_interfaceid": "b6238b9f-6d92-494b-a200-4d890a561483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.202770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.202945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.203130] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.259187] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52359c51-3dcd-a711-3a84-921a1a4add3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.259473] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.259706] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.259936] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.260096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.260277] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.261027] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932e588d-d6a0-4f48-8037-29474f37afda {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.268090] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.268270] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.268936] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1421c36-2810-459f-ba52-c7bec8201af1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.273568] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1162.273568] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aaec5b-9d76-8192-b1ad-3bfc04c4989d" [ 1162.273568] env[62979]: _type = "Task" [ 1162.273568] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.281632] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aaec5b-9d76-8192-b1ad-3bfc04c4989d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.400238] env[62979]: DEBUG nova.network.neutron [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Port f88f56a1-7192-42f1-96e4-c78b10ae40b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.457597] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Getting list of instances from cluster (obj){ [ 1162.457597] env[62979]: value = "domain-c8" [ 1162.457597] env[62979]: _type = "ClusterComputeResource" [ 1162.457597] env[62979]: } {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1162.458660] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f4067-1a9d-4251-9a9b-8feeb9d6aecf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.476443] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Got total of 7 instances {{(pid=62979) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1162.476604] env[62979]: WARNING nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1162.476757] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 00c734c8-d0ad-40b7-a4d5-0724245be076 {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.476961] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 17bbac7b-47d4-480a-b4cd-fd274bdd0218 {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477150] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 9cc487d2-882f-4d06-980a-2d228d4bd9a6 {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477310] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477463] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477614] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 85b7799b-f6f1-4187-997b-7e4e05b477ba {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477762] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 3056110d-b949-47cd-aedf-5b354bd0f519 {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.477908] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Triggering sync for uuid 74722ff8-2307-453b-b753-bc0b6132582f {{(pid=62979) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1162.478252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "00c734c8-d0ad-40b7-a4d5-0724245be076" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.478530] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.478796] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.478977] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.479220] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.479395] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.479557] env[62979]: INFO nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1162.479718] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.479899] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.480084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "ac665aec-436c-489d-9a04-043e988b2dba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.480625] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.480833] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.481079] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.481262] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.481423] env[62979]: INFO nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1162.481583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.481770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.481968] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.482184] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.482291] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1162.482958] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb32d39-f758-435b-bff3-7b91c82e17ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.485910] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74e7f3-7282-4f63-9e1c-4048b9b7110f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.488629] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f2ab4-977a-4f45-8f56-484c808a4d72 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.491270] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418f82da-a349-4307-9dc9-09bc4161a501 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.493356] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.687376] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc197615-5c21-42b7-916e-496035875ceb req-4e537ff6-6092-4424-83cf-87b54f0fe5fd service nova] Releasing lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.751676] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.783462] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52aaec5b-9d76-8192-b1ad-3bfc04c4989d, 'name': SearchDatastore_Task, 'duration_secs': 0.007873} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.784231] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf22b0c5-3256-43ee-ada4-1a12a8cd40ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.789698] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1162.789698] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cd49b2-0a11-0ee4-4719-b3043dff4fd8" [ 1162.789698] env[62979]: _type = "Task" [ 1162.789698] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.797495] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cd49b2-0a11-0ee4-4719-b3043dff4fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.997531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.997771] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.997940] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.998131] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1162.999548] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199fed00-ff19-4434-9e9e-7e442b94be09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.002895] env[62979]: DEBUG nova.network.neutron [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.004740] env[62979]: DEBUG nova.network.neutron [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.007558] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.011062] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4846c-f38e-4f52-9820-a7d382eaf351 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.015895] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "ac665aec-436c-489d-9a04-043e988b2dba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.016228] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.016532] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.027380] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa94df5-5eb0-4f0e-a2f3-d30923f659d2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.033577] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b7d8a-09b6-4280-ae55-c7b64304ef48 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.063183] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180176MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1163.063328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.063517] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.300674] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52cd49b2-0a11-0ee4-4719-b3043dff4fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.300947] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.301216] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 3056110d-b949-47cd-aedf-5b354bd0f519/3056110d-b949-47cd-aedf-5b354bd0f519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.301469] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f809fa2-8abf-402b-848a-6fa0fadd9777 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.307806] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1163.307806] env[62979]: value = "task-2382332" [ 1163.307806] env[62979]: _type = "Task" [ 1163.307806] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.315038] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.421878] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.422149] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.422353] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.470479] env[62979]: DEBUG nova.compute.manager [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Received event network-vif-plugged-50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.470770] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.470997] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.471287] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.471479] env[62979]: DEBUG nova.compute.manager [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] No waiting events found dispatching network-vif-plugged-50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.471649] env[62979]: WARNING nova.compute.manager [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Received unexpected event network-vif-plugged-50024482-c6d5-4ef1-97f3-dc3de3e35d0f for instance with vm_state building and task_state spawning. [ 1163.471811] env[62979]: DEBUG nova.compute.manager [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Received event network-changed-50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.471967] env[62979]: DEBUG nova.compute.manager [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Refreshing instance network info cache due to event network-changed-50024482-c6d5-4ef1-97f3-dc3de3e35d0f. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.472217] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.506901] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.507290] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Instance network_info: |[{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.507795] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.509101] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.509297] env[62979]: DEBUG nova.network.neutron [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Refreshing network info cache for port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.510446] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b3:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50024482-c6d5-4ef1-97f3-dc3de3e35d0f', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.518233] env[62979]: DEBUG oslo.service.loopingcall [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.518875] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.519144] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7341a40-db4c-422d-8c2a-cca459957e09 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542627] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.542627] env[62979]: value = "task-2382333" [ 1163.542627] env[62979]: _type = "Task" [ 1163.542627] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.552872] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382333, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.818763] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452594} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.819027] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 3056110d-b949-47cd-aedf-5b354bd0f519/3056110d-b949-47cd-aedf-5b354bd0f519.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.819255] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.819512] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198eb438-15d3-4e9f-9c4b-111f45cfebfe {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.827936] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1163.827936] env[62979]: value = "task-2382334" [ 1163.827936] env[62979]: _type = "Task" [ 1163.827936] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.836102] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.054099] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382333, 'name': CreateVM_Task, 'duration_secs': 0.330615} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.056492] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.057159] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.057332] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.057651] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.058943] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad5d1a8-ff86-434c-ab63-67f6ebd7449a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.063029] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1164.063029] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad3cb7-701c-63be-01ba-f091966c4c09" [ 1164.063029] env[62979]: _type = "Task" [ 1164.063029] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.070891] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad3cb7-701c-63be-01ba-f091966c4c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.073746] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Applying migration context for instance 85b7799b-f6f1-4187-997b-7e4e05b477ba as it has an incoming, in-progress migration 7014abb7-6afa-45d4-81d1-578a46a7045e. Migration status is post-migrating {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1164.073961] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Applying migration context for instance 9cc487d2-882f-4d06-980a-2d228d4bd9a6 as it has an incoming, in-progress migration 480a78b4-d4a1-4bba-b8da-d9d89bfb7a46. Migration status is migrating {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1164.075080] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating resource usage from migration 7014abb7-6afa-45d4-81d1-578a46a7045e [ 1164.075393] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating resource usage from migration 480a78b4-d4a1-4bba-b8da-d9d89bfb7a46 [ 1164.094089] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094089] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 17bbac7b-47d4-480a-b4cd-fd274bdd0218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094210] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ac665aec-436c-489d-9a04-043e988b2dba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094285] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c043e02f-aa70-4ec3-8001-0e6df7901692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094508] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration 7014abb7-6afa-45d4-81d1-578a46a7045e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1164.094586] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 85b7799b-f6f1-4187-997b-7e4e05b477ba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094713] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3056110d-b949-47cd-aedf-5b354bd0f519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094827] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 74722ff8-2307-453b-b753-bc0b6132582f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.094940] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration 480a78b4-d4a1-4bba-b8da-d9d89bfb7a46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1164.095066] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 9cc487d2-882f-4d06-980a-2d228d4bd9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.095318] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1164.095388] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1164.221132] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff094ee1-a927-40b1-884c-cd275887d06a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.228602] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5ca680-552d-4a67-859f-cf2bd092da3f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.259525] env[62979]: DEBUG nova.network.neutron [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updated VIF entry in instance network info cache for port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.259938] env[62979]: DEBUG nova.network.neutron [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.261881] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f152384-4256-453e-8be6-5486ebb3c15d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.270537] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad194869-d5ed-4f31-b6af-0372178bdc06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.285326] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.338275] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067334} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.338698] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.339385] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85cba4b-34cb-4c58-8adb-e47d2049a054 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.362806] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3056110d-b949-47cd-aedf-5b354bd0f519/3056110d-b949-47cd-aedf-5b354bd0f519.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.363449] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e57292-37df-4f15-8451-0418e05f370d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.384510] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1164.384510] env[62979]: value = "task-2382335" [ 1164.384510] env[62979]: _type = "Task" [ 1164.384510] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.391943] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.463782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.463980] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.464167] env[62979]: DEBUG nova.network.neutron [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.573288] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ad3cb7-701c-63be-01ba-f091966c4c09, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.573545] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.573783] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.574016] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.574206] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.574343] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.574636] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f32fc7f-d71b-4f05-bd52-a3c971e58759 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.583454] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.583621] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.584292] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4bcf89-8797-4eaa-a34e-0710dbde4361 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.589048] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1164.589048] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5215dc5b-0a3a-dbbe-4406-6f3e658f89bb" [ 1164.589048] env[62979]: _type = "Task" [ 1164.589048] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.596265] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5215dc5b-0a3a-dbbe-4406-6f3e658f89bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.765884] env[62979]: DEBUG oslo_concurrency.lockutils [req-83077749-7400-4c81-a7f7-1748e8e16ecc req-17dd26ce-89f3-4327-9f02-79fb1a0ec9b1 service nova] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.788130] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.895077] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382335, 'name': ReconfigVM_Task, 'duration_secs': 0.313149} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.895341] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3056110d-b949-47cd-aedf-5b354bd0f519/3056110d-b949-47cd-aedf-5b354bd0f519.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.896035] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacb8caa-1ace-41fa-a07d-0c6c91e142cf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.902365] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1164.902365] env[62979]: value = "task-2382336" [ 1164.902365] env[62979]: _type = "Task" [ 1164.902365] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.909932] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382336, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.036321] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ff280-48c7-485c-8eca-47c4ebab5618 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.054204] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.099474] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5215dc5b-0a3a-dbbe-4406-6f3e658f89bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020639} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.100379] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e524999a-9104-42a3-99e9-6dec7ea232fd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.105189] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1165.105189] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520474ab-513d-6a81-c16c-e2f0c668ef56" [ 1165.105189] env[62979]: _type = "Task" [ 1165.105189] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.112602] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520474ab-513d-6a81-c16c-e2f0c668ef56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.206943] env[62979]: DEBUG nova.network.neutron [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.292686] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.292895] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.412850] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382336, 'name': Rename_Task, 'duration_secs': 0.143792} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.413156] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.413400] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3463ef95-d97e-493b-8695-1cd56eb27d35 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.420045] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1165.420045] env[62979]: value = "task-2382337" [ 1165.420045] env[62979]: _type = "Task" [ 1165.420045] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.429394] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.560470] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.560809] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b9c282-990f-40c1-a733-57effb6cc2ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.567817] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1165.567817] env[62979]: value = "task-2382338" [ 1165.567817] env[62979]: _type = "Task" [ 1165.567817] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.577389] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.614619] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]520474ab-513d-6a81-c16c-e2f0c668ef56, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.615116] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.615344] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.615682] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ab4ad4-4f10-45d7-8480-d34b2ceb4a44 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.622035] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1165.622035] env[62979]: value = "task-2382339" [ 1165.622035] env[62979]: _type = "Task" [ 1165.622035] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.629916] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.709932] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.932966] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.077232] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382338, 'name': PowerOffVM_Task, 'duration_secs': 0.209123} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.077489] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.077679] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.132499] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431821} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.132756] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.132969] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.133236] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e92fec0-5930-4ac0-90d1-0764a50ac5f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.139727] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1166.139727] env[62979]: value = "task-2382340" [ 1166.139727] env[62979]: _type = "Task" [ 1166.139727] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.146808] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.219651] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e20db-4063-4756-9547-c7de9dd0a25e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.226927] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8b5dd-b6cc-4132-9eb4-630ae9eef4c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.431315] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.584033] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.584298] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.584507] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.584705] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.584858] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.585020] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.585242] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.585407] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.585583] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.585755] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.585933] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.590822] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559dc1a9-2af5-4c07-87ee-8c6d35f7069c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.606527] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1166.606527] env[62979]: value = "task-2382341" [ 1166.606527] env[62979]: _type = "Task" [ 1166.606527] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.614750] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.649213] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062949} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.649531] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.650407] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a2a2c-44db-4a90-85ef-109bfde798ea {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.674028] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.674396] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1115686-54eb-429a-88cc-3796d006d1e1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.693500] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1166.693500] env[62979]: value = "task-2382342" [ 1166.693500] env[62979]: _type = "Task" [ 1166.693500] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.701380] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.934602] env[62979]: DEBUG oslo_vmware.api [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382337, 'name': PowerOnVM_Task, 'duration_secs': 1.3346} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.934889] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.935109] env[62979]: INFO nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1166.935291] env[62979]: DEBUG nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.936050] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacd6b3-a720-4445-b93e-4708ded712f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.116126] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382341, 'name': ReconfigVM_Task, 'duration_secs': 0.505772} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.116359] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.205171] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.327322] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710ddc7-753f-4b6d-8c60-d16fa4bcb459 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.345970] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda109e-5d55-4daa-acf8-fe359e3daaf4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.352743] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.451878] env[62979]: INFO nova.compute.manager [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Took 12.48 seconds to build instance. [ 1167.622898] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.623145] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.623311] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.623496] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.623645] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.623788] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.623993] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.624167] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.624335] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.624524] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.624728] env[62979]: DEBUG nova.virt.hardware [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.630010] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.630541] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0313b3e9-df98-4c83-bfbb-bc92e7425ec3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.649305] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1167.649305] env[62979]: value = "task-2382343" [ 1167.649305] env[62979]: _type = "Task" [ 1167.649305] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.657636] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.703435] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382342, 'name': ReconfigVM_Task, 'duration_secs': 0.876818} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.703718] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.704362] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1de4fb6-f8f2-49b5-ae9c-1b2cb9061dd4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.710280] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1167.710280] env[62979]: value = "task-2382344" [ 1167.710280] env[62979]: _type = "Task" [ 1167.710280] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.718024] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382344, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.859904] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.860254] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5645d5b4-7e79-4008-97af-f3ca58e3ad2d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.866983] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1167.866983] env[62979]: value = "task-2382345" [ 1167.866983] env[62979]: _type = "Task" [ 1167.866983] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.879305] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.954187] env[62979]: DEBUG oslo_concurrency.lockutils [None req-626900dd-c88b-42c8-bdd3-4d278ed01384 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.993s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.954669] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.473s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.954787] env[62979]: INFO nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] During sync_power_state the instance has a pending task (spawning). Skip. [ 1167.954889] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.097685] env[62979]: DEBUG nova.compute.manager [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Received event network-changed-b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.097895] env[62979]: DEBUG nova.compute.manager [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Refreshing instance network info cache due to event network-changed-b6238b9f-6d92-494b-a200-4d890a561483. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1168.098127] env[62979]: DEBUG oslo_concurrency.lockutils [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] Acquiring lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.098307] env[62979]: DEBUG oslo_concurrency.lockutils [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] Acquired lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.098448] env[62979]: DEBUG nova.network.neutron [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Refreshing network info cache for port b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.159549] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382343, 'name': ReconfigVM_Task, 'duration_secs': 0.198451} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.159789] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.160589] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa4cf4-853d-4020-a73f-f294c218ef40 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.182501] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.182767] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97dd32e-c7e9-41f9-b2a3-88d1d0d36a5c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.199663] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1168.199663] env[62979]: value = "task-2382346" [ 1168.199663] env[62979]: _type = "Task" [ 1168.199663] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.207418] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.217992] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382344, 'name': Rename_Task, 'duration_secs': 0.231173} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.218266] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.218495] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a7c06e-78c7-4f87-9084-abe36d9ace77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.224868] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1168.224868] env[62979]: value = "task-2382347" [ 1168.224868] env[62979]: _type = "Task" [ 1168.224868] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.231937] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.378271] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.709524] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382346, 'name': ReconfigVM_Task, 'duration_secs': 0.293186} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.709915] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.710083] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.736304] env[62979]: DEBUG oslo_vmware.api [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382347, 'name': PowerOnVM_Task, 'duration_secs': 0.482869} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.736600] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.736830] env[62979]: INFO nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1168.737540] env[62979]: DEBUG nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.738355] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba444b7-4707-4608-9458-7063b1cd703a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.879277] env[62979]: DEBUG oslo_vmware.api [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382345, 'name': PowerOnVM_Task, 'duration_secs': 0.617365} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.879431] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.879680] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ceef94-4976-4945-b6bd-0171b73d5ad9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance '85b7799b-f6f1-4187-997b-7e4e05b477ba' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.888760] env[62979]: DEBUG nova.network.neutron [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updated VIF entry in instance network info cache for port b6238b9f-6d92-494b-a200-4d890a561483. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.889106] env[62979]: DEBUG nova.network.neutron [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating instance_info_cache with network_info: [{"id": "b6238b9f-6d92-494b-a200-4d890a561483", "address": "fa:16:3e:96:04:91", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6238b9f-6d", "ovs_interfaceid": "b6238b9f-6d92-494b-a200-4d890a561483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.217120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdbb896-9dc3-4e52-bca1-ff11f9d07a57 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.237338] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1503b41d-cd23-466a-93ee-b221ebb79c33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.259185] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.265779] env[62979]: INFO nova.compute.manager [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Took 12.86 seconds to build instance. [ 1169.392169] env[62979]: DEBUG oslo_concurrency.lockutils [req-4a358f8c-017e-453a-a1ce-b4b18d3a2931 req-b49d566c-e9b6-4105-99e0-51bcf2f31086 service nova] Releasing lock "refresh_cache-3056110d-b949-47cd-aedf-5b354bd0f519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.769650] env[62979]: DEBUG oslo_concurrency.lockutils [None req-76c784e4-b898-4725-a65e-fcd7d8d921bf tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.374s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.769987] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "74722ff8-2307-453b-b753-bc0b6132582f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.288s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.770110] env[62979]: INFO nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1169.770287] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "74722ff8-2307-453b-b753-bc0b6132582f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.800131] env[62979]: DEBUG nova.network.neutron [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Port 1b4ff25c-08ca-40e4-bf99-584ce158b117 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.122651] env[62979]: DEBUG nova.compute.manager [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Received event network-changed-50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.122884] env[62979]: DEBUG nova.compute.manager [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Refreshing instance network info cache due to event network-changed-50024482-c6d5-4ef1-97f3-dc3de3e35d0f. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.123131] env[62979]: DEBUG oslo_concurrency.lockutils [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.123285] env[62979]: DEBUG oslo_concurrency.lockutils [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.123458] env[62979]: DEBUG nova.network.neutron [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Refreshing network info cache for port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.820836] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.821220] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.821266] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.891792] env[62979]: DEBUG nova.network.neutron [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updated VIF entry in instance network info cache for port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.892174] env[62979]: DEBUG nova.network.neutron [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.395450] env[62979]: DEBUG oslo_concurrency.lockutils [req-85a62d48-3309-4cf5-9358-1f705582b442 req-96413f59-8f6b-4750-bb0b-316b4e04b0e7 service nova] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.413948] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.414206] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.414401] env[62979]: DEBUG nova.compute.manager [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Going to confirm migration 8 {{(pid=62979) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1171.857292] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.857529] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.857667] env[62979]: DEBUG nova.network.neutron [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.951495] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.951695] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquired lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.951871] env[62979]: DEBUG nova.network.neutron [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.952069] env[62979]: DEBUG nova.objects.instance [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'info_cache' on Instance uuid 85b7799b-f6f1-4187-997b-7e4e05b477ba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.573687] env[62979]: DEBUG nova.network.neutron [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.076870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.206919] env[62979]: DEBUG nova.network.neutron [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [{"id": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "address": "fa:16:3e:38:09:6a", "network": {"id": "240304f5-dc65-4b71-bf8a-83cf26d7171a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-546488961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392ae630586d4cd3b3f0386f1544e2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f56a1-71", "ovs_interfaceid": "f88f56a1-7192-42f1-96e4-c78b10ae40b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.606882] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b61116-7bcf-4899-b567-4a3ce4512429 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.634826] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5abb5-aeaf-411d-968a-da7de2485eb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.643917] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.710025] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Releasing lock "refresh_cache-85b7799b-f6f1-4187-997b-7e4e05b477ba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.710300] env[62979]: DEBUG nova.objects.instance [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'migration_context' on Instance uuid 85b7799b-f6f1-4187-997b-7e4e05b477ba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.152139] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.152475] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eec81210-8171-40c9-9c3a-40345de879ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.160649] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1174.160649] env[62979]: value = "task-2382348" [ 1174.160649] env[62979]: _type = "Task" [ 1174.160649] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.168741] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.212999] env[62979]: DEBUG nova.objects.base [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Object Instance<85b7799b-f6f1-4187-997b-7e4e05b477ba> lazy-loaded attributes: info_cache,migration_context {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1174.214025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3b18c-64eb-4f9e-9044-5c7ab4f511b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.233590] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e416a00-7cbf-40b5-86a2-d6b385df572e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.239375] env[62979]: DEBUG oslo_vmware.api [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1174.239375] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ee8b37-2259-1aa5-e291-0960ef0a706d" [ 1174.239375] env[62979]: _type = "Task" [ 1174.239375] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.247094] env[62979]: DEBUG oslo_vmware.api [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ee8b37-2259-1aa5-e291-0960ef0a706d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.671048] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.749934] env[62979]: DEBUG oslo_vmware.api [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ee8b37-2259-1aa5-e291-0960ef0a706d, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.750246] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.750473] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.171982] env[62979]: DEBUG oslo_vmware.api [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382348, 'name': PowerOnVM_Task, 'duration_secs': 0.652049} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.172472] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.172540] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7df86-cea0-478b-a18e-81c0eb6ea599 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance '9cc487d2-882f-4d06-980a-2d228d4bd9a6' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.384332] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966a327-854e-45f4-a70b-71bdad27357f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.391658] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5ed24-1648-4f38-aec7-8f1f023c03bc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.422692] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab82c83-425e-4495-b2b5-4637c1eff8da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.432113] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e119be0-3952-4285-abb8-47fc534fb927 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.452944] env[62979]: DEBUG nova.compute.provider_tree [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.956986] env[62979]: DEBUG nova.scheduler.client.report [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.165301] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.165595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.165758] env[62979]: INFO nova.compute.manager [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Shelving [ 1176.967198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.216s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.174393] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.174772] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a0152cb-eef9-4a0e-b05c-525f70b67893 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.183487] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1177.183487] env[62979]: value = "task-2382349" [ 1177.183487] env[62979]: _type = "Task" [ 1177.183487] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.192499] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.523964] env[62979]: INFO nova.scheduler.client.report [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocation for migration 7014abb7-6afa-45d4-81d1-578a46a7045e [ 1177.580311] env[62979]: DEBUG nova.network.neutron [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Port 1b4ff25c-08ca-40e4-bf99-584ce158b117 binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.580594] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.580753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.580919] env[62979]: DEBUG nova.network.neutron [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.693513] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382349, 'name': PowerOffVM_Task, 'duration_secs': 0.20579} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.693784] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.694591] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae368fe1-cacc-4847-94f1-c3fabf540594 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.711844] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46961d41-5fa2-4ea2-b246-3ad0fc38c3cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.824284] env[62979]: INFO nova.compute.manager [None req-65fcace3-95c3-4875-985c-2af282229756 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Get console output [ 1177.824563] env[62979]: WARNING nova.virt.vmwareapi.driver [None req-65fcace3-95c3-4875-985c-2af282229756 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] The console log is missing. Check your VSPC configuration [ 1178.032190] env[62979]: DEBUG oslo_concurrency.lockutils [None req-63a81c17-b7eb-4b32-ab96-4343be4248bb tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.618s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.221789] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1178.222151] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e4f3081-b679-4c6d-b933-51e878506264 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.234461] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1178.234461] env[62979]: value = "task-2382350" [ 1178.234461] env[62979]: _type = "Task" [ 1178.234461] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.244384] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.342725] env[62979]: DEBUG nova.network.neutron [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.743864] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382350, 'name': CreateSnapshot_Task, 'duration_secs': 0.44616} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.744081] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.744835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea35789d-2564-4ca5-81bc-8aabe9c9d257 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.845549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.263670] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1179.263973] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9e0f9d9-c9a4-45a4-b754-a4f3cc228405 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.273478] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1179.273478] env[62979]: value = "task-2382351" [ 1179.273478] env[62979]: _type = "Task" [ 1179.273478] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.280757] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382351, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.349073] env[62979]: DEBUG nova.compute.manager [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62979) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1179.349331] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.349579] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.783919] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382351, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.852142] env[62979]: DEBUG nova.objects.instance [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'migration_context' on Instance uuid 9cc487d2-882f-4d06-980a-2d228d4bd9a6 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.083922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.084200] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.284548] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382351, 'name': CloneVM_Task, 'duration_secs': 0.93421} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.284861] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Created linked-clone VM from snapshot [ 1180.285521] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d718dd-3c49-4742-875e-ac5b6072f6ac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.292359] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Uploading image ab89e145-866e-4fc9-8cb7-213c0b7c17b1 {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1180.331109] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1180.331109] env[62979]: value = "vm-483468" [ 1180.331109] env[62979]: _type = "VirtualMachine" [ 1180.331109] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1180.331382] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7592aeb-8636-403f-8d69-052627f2fd77 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.338128] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease: (returnval){ [ 1180.338128] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526f0afc-bc66-ba87-9bb9-3a046e2b41a3" [ 1180.338128] env[62979]: _type = "HttpNfcLease" [ 1180.338128] env[62979]: } obtained for exporting VM: (result){ [ 1180.338128] env[62979]: value = "vm-483468" [ 1180.338128] env[62979]: _type = "VirtualMachine" [ 1180.338128] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1180.338409] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the lease: (returnval){ [ 1180.338409] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526f0afc-bc66-ba87-9bb9-3a046e2b41a3" [ 1180.338409] env[62979]: _type = "HttpNfcLease" [ 1180.338409] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.344232] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.344232] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526f0afc-bc66-ba87-9bb9-3a046e2b41a3" [ 1180.344232] env[62979]: _type = "HttpNfcLease" [ 1180.344232] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.472405] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a8105-d529-470e-8d2d-2a865a67113b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.479833] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58955920-3658-4b36-b001-288292346a43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.509982] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a11c0-d072-48b7-93de-6e4eedc606b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.516632] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aafb28-4b38-4da6-8fed-5fd9939f3022 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.529069] env[62979]: DEBUG nova.compute.provider_tree [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.587253] env[62979]: DEBUG nova.compute.utils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.846767] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.846767] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526f0afc-bc66-ba87-9bb9-3a046e2b41a3" [ 1180.846767] env[62979]: _type = "HttpNfcLease" [ 1180.846767] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1180.847080] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1180.847080] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]526f0afc-bc66-ba87-9bb9-3a046e2b41a3" [ 1180.847080] env[62979]: _type = "HttpNfcLease" [ 1180.847080] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1180.847723] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f212b-fbe1-4891-b69a-c6eb882fd0b1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.854618] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1180.854795] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1180.941062] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c29ceb3b-569e-407b-b336-31c2dac91b12 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.032245] env[62979]: DEBUG nova.scheduler.client.report [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.089507] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.043595] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.694s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.157898] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.158249] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.158533] env[62979]: INFO nova.compute.manager [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attaching volume b2b3f17c-d7cb-410d-8595-306799bad8eb to /dev/sdb [ 1182.191364] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309968bb-eb59-4d47-ac32-2054b49ca000 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.199062] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641654a-d12e-4207-8b74-9b2492a47ec1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.214188] env[62979]: DEBUG nova.virt.block_device [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating existing volume attachment record: 8cd6c8db-34ed-498a-b4ed-05635b37321f {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.584207] env[62979]: INFO nova.compute.manager [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Swapping old allocation on dict_keys(['d39df0b0-bad2-4206-a7fb-dcba2b63f7cf']) held by migration 480a78b4-d4a1-4bba-b8da-d9d89bfb7a46 for instance [ 1183.608660] env[62979]: DEBUG nova.scheduler.client.report [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Overwriting current allocation {'allocations': {'d39df0b0-bad2-4206-a7fb-dcba2b63f7cf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '0acab47817a84a9baf48e6da9ae771d7', 'user_id': '61f05b88301c4afc94e5ac1bbbd145e6', 'consumer_generation': 1} on consumer 9cc487d2-882f-4d06-980a-2d228d4bd9a6 {{(pid=62979) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1183.693716] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.693913] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.694109] env[62979]: DEBUG nova.network.neutron [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.426743] env[62979]: DEBUG nova.network.neutron [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [{"id": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "address": "fa:16:3e:c1:6d:25", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4ff25c-08", "ovs_interfaceid": "1b4ff25c-08ca-40e4-bf99-584ce158b117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.930354] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-9cc487d2-882f-4d06-980a-2d228d4bd9a6" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.930915] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.931254] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8af0274-491f-4d87-9572-42106fd3825b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.938644] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1184.938644] env[62979]: value = "task-2382355" [ 1184.938644] env[62979]: _type = "Task" [ 1184.938644] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.949381] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.448831] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382355, 'name': PowerOffVM_Task, 'duration_secs': 0.201385} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.449641] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.450093] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.450323] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.450484] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.450711] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.450867] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.451028] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.451247] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.451412] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.451581] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.451747] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.451923] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.456917] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af9a73f-d3a0-493e-94b3-9330d2627007 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.473226] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1185.473226] env[62979]: value = "task-2382356" [ 1185.473226] env[62979]: _type = "Task" [ 1185.473226] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.481649] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.986772] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.486906] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.760089] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.760335] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483469', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'name': 'volume-b2b3f17c-d7cb-410d-8595-306799bad8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'serial': 'b2b3f17c-d7cb-410d-8595-306799bad8eb'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.761327] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e91b34-f190-404c-8767-33e0f28fa245 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.779939] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ecf3f-04dc-426d-8a6e-2aaf20a7e805 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.805631] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-b2b3f17c-d7cb-410d-8595-306799bad8eb/volume-b2b3f17c-d7cb-410d-8595-306799bad8eb.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.805970] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a050490b-ad82-46ca-a30e-9e1eee3076cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.826358] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1186.826358] env[62979]: value = "task-2382357" [ 1186.826358] env[62979]: _type = "Task" [ 1186.826358] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.834849] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.989139] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382356, 'name': ReconfigVM_Task, 'duration_secs': 1.47975} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.990069] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a8b2c-4e3d-4fdb-94ab-93a88e1f9fb8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.013092] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.013387] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.013520] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.013727] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.013889] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.014072] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.014308] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.014517] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.014679] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.014847] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.015032] env[62979]: DEBUG nova.virt.hardware [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.015989] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85dfcbf1-0fd9-427a-a3b0-f6ec28f320c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.022269] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1187.022269] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bdc0b2-1157-0376-6ac2-82a43a852ca2" [ 1187.022269] env[62979]: _type = "Task" [ 1187.022269] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.031930] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bdc0b2-1157-0376-6ac2-82a43a852ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.336214] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382357, 'name': ReconfigVM_Task, 'duration_secs': 0.409755} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.336559] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-b2b3f17c-d7cb-410d-8595-306799bad8eb/volume-b2b3f17c-d7cb-410d-8595-306799bad8eb.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.341413] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66bac72f-7bda-4644-a457-8a15820714f0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.356276] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1187.356276] env[62979]: value = "task-2382358" [ 1187.356276] env[62979]: _type = "Task" [ 1187.356276] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.363660] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.532526] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52bdc0b2-1157-0376-6ac2-82a43a852ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.538014] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.538334] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123cc41e-a0b2-47a6-8bbb-951fca93df7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.557517] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1187.557517] env[62979]: value = "task-2382359" [ 1187.557517] env[62979]: _type = "Task" [ 1187.557517] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.566042] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.866974] env[62979]: DEBUG oslo_vmware.api [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382358, 'name': ReconfigVM_Task, 'duration_secs': 0.154408} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.867358] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483469', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'name': 'volume-b2b3f17c-d7cb-410d-8595-306799bad8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'serial': 'b2b3f17c-d7cb-410d-8595-306799bad8eb'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.071559] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382359, 'name': ReconfigVM_Task, 'duration_secs': 0.181226} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.071958] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.072977] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14696d-aa2a-472e-b479-fd383b2e0e13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.096779] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.097098] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08bcfb90-dbbd-43b8-9ba1-8fa2be566204 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.115822] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1188.115822] env[62979]: value = "task-2382360" [ 1188.115822] env[62979]: _type = "Task" [ 1188.115822] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.123903] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.626519] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382360, 'name': ReconfigVM_Task, 'duration_secs': 0.315051} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.626813] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6/9cc487d2-882f-4d06-980a-2d228d4bd9a6.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.627807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c86723c-589d-4300-a590-970022cf8367 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.647672] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa2f146-6756-4f09-8594-a5253030fdb5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.665716] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d712d436-1daa-4028-a91d-a88b104694f8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.684112] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0075fd21-2edd-4349-881b-5360e48f0fdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.690972] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.691261] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31118f6f-51cf-4567-8187-426c47fbb220 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.697527] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1188.697527] env[62979]: value = "task-2382361" [ 1188.697527] env[62979]: _type = "Task" [ 1188.697527] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.705470] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.837216] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1188.838148] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7705e-2aff-4410-83b2-c6766ec92fc9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.844050] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1188.844226] env[62979]: ERROR oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk due to incomplete transfer. [ 1188.844429] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2813e6ea-0e1c-47b2-96b8-efed9710972f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.850931] env[62979]: DEBUG oslo_vmware.rw_handles [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523576da-24f7-3716-15a3-5068af2a336c/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1188.851135] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Uploaded image ab89e145-866e-4fc9-8cb7-213c0b7c17b1 to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1188.853351] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1188.853573] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c111198b-cdff-4f34-9020-453efdf436f7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.859141] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1188.859141] env[62979]: value = "task-2382362" [ 1188.859141] env[62979]: _type = "Task" [ 1188.859141] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.866218] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382362, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.905753] env[62979]: DEBUG nova.objects.instance [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.209340] env[62979]: DEBUG oslo_vmware.api [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382361, 'name': PowerOnVM_Task, 'duration_secs': 0.422062} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.209667] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.369383] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382362, 'name': Destroy_Task, 'duration_secs': 0.337639} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.369668] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Destroyed the VM [ 1189.369914] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1189.370181] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77450d1c-4fb0-4d83-8798-7727794fb314 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.377203] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1189.377203] env[62979]: value = "task-2382363" [ 1189.377203] env[62979]: _type = "Task" [ 1189.377203] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.384682] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.410633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-15bdb590-5347-452c-9540-ad1d1cd967e9 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.887636] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382363, 'name': RemoveSnapshot_Task, 'duration_secs': 0.335243} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.887924] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.888224] env[62979]: DEBUG nova.compute.manager [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.888989] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af4ce8-a324-450c-a30b-339e19066eed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.222133] env[62979]: INFO nova.compute.manager [None req-ef3f8126-25c2-452d-bf53-276f64e19cd9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance to original state: 'active' [ 1190.253989] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.254788] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.399841] env[62979]: INFO nova.compute.manager [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Shelve offloading [ 1190.757834] env[62979]: DEBUG nova.compute.utils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.903010] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.903564] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfdd8fea-d0cb-4700-8557-7931e9aed7ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.912028] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1190.912028] env[62979]: value = "task-2382364" [ 1190.912028] env[62979]: _type = "Task" [ 1190.912028] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.920014] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.261217] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.382160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.382448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.382696] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.382894] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.383083] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.386035] env[62979]: INFO nova.compute.manager [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Terminating instance [ 1191.421582] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1191.421867] env[62979]: DEBUG nova.compute.manager [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.422671] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4e64fe-8ea7-4c5b-8ad1-85d012635a7b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.428521] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.428753] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.428997] env[62979]: DEBUG nova.network.neutron [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.890223] env[62979]: DEBUG nova.compute.manager [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.890513] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.891485] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf1bcb-acf6-40bc-ba7b-5c5426248f37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.899019] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.899256] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d208a8-77da-4a61-8726-d87bc30a0315 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.905648] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1191.905648] env[62979]: value = "task-2382365" [ 1191.905648] env[62979]: _type = "Task" [ 1191.905648] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.913090] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.155081] env[62979]: DEBUG nova.network.neutron [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.316293] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.316613] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.316768] env[62979]: INFO nova.compute.manager [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attaching volume 11338ee4-bf7d-4ef6-aff1-9cd391bcc93f to /dev/sdc [ 1192.345815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c800e66-764a-4fcd-9566-e9f022941e1b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.352850] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf14e4-63f3-421f-b87a-aa0da74c4168 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.365041] env[62979]: DEBUG nova.virt.block_device [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating existing volume attachment record: 667e52c1-5f02-4419-9211-ec38bf880166 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1192.413812] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382365, 'name': PowerOffVM_Task, 'duration_secs': 0.176396} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.414088] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.414262] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.414517] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fdd21d5-8965-4d5e-b4f8-1136438a65e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.477592] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.477828] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.478028] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleting the datastore file [datastore2] 9cc487d2-882f-4d06-980a-2d228d4bd9a6 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.478293] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb5e6a3-c3d8-4659-ab9a-cbf1bf7dd0af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.484189] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1192.484189] env[62979]: value = "task-2382367" [ 1192.484189] env[62979]: _type = "Task" [ 1192.484189] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.491644] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.658722] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.881130] env[62979]: DEBUG nova.compute.manager [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-vif-unplugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.881350] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.881562] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.881797] env[62979]: DEBUG oslo_concurrency.lockutils [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.881911] env[62979]: DEBUG nova.compute.manager [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] No waiting events found dispatching network-vif-unplugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.882113] env[62979]: WARNING nova.compute.manager [req-dbed3a06-ffa2-4822-b902-a64a8568effc req-1265bc99-edc5-4c47-9ed1-9d31dd3f84ed service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received unexpected event network-vif-unplugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 for instance with vm_state shelved and task_state shelving_offloading. [ 1192.979480] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.980370] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f65a9-b4a7-4728-b7e1-b95b264e65c6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.989314] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.989806] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16ed6854-29aa-4ed0-ac9d-40eab5d39342 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.993939] env[62979]: DEBUG oslo_vmware.api [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152054} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.994186] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.994362] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.994563] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.994745] env[62979]: INFO nova.compute.manager [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1192.994971] env[62979]: DEBUG oslo.service.loopingcall [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.995167] env[62979]: DEBUG nova.compute.manager [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.995263] env[62979]: DEBUG nova.network.neutron [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.058448] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.058448] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.058624] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore2] ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.058851] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05bb13fa-f4ff-44cd-93ce-d8b774670c99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.064717] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1193.064717] env[62979]: value = "task-2382370" [ 1193.064717] env[62979]: _type = "Task" [ 1193.064717] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.073969] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.573884] env[62979]: DEBUG oslo_vmware.api [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136795} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.574279] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.574324] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.574514] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.600378] env[62979]: INFO nova.scheduler.client.report [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted allocations for instance ac665aec-436c-489d-9a04-043e988b2dba [ 1193.950109] env[62979]: DEBUG nova.network.neutron [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.106669] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.106879] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.107140] env[62979]: DEBUG nova.objects.instance [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'resources' on Instance uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.453092] env[62979]: INFO nova.compute.manager [-] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Took 1.46 seconds to deallocate network for instance. [ 1194.609962] env[62979]: DEBUG nova.objects.instance [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'numa_topology' on Instance uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.911010] env[62979]: DEBUG nova.compute.manager [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.911248] env[62979]: DEBUG nova.compute.manager [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing instance network info cache due to event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.911469] env[62979]: DEBUG oslo_concurrency.lockutils [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.911618] env[62979]: DEBUG oslo_concurrency.lockutils [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.911786] env[62979]: DEBUG nova.network.neutron [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.959767] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.112484] env[62979]: DEBUG nova.objects.base [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.196649] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05890cc-fc69-4e59-a600-04600122552c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.204937] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ed340-cd4a-4067-a5f0-462f14c201a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.235078] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4737855-25b9-4b2f-99a8-5b23a4e00744 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.242047] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a419f37-bd91-4753-b4bc-d124c693ff33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.255448] env[62979]: DEBUG nova.compute.provider_tree [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.630265] env[62979]: DEBUG nova.network.neutron [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updated VIF entry in instance network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.630634] env[62979]: DEBUG nova.network.neutron [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff3e926a-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.758663] env[62979]: DEBUG nova.scheduler.client.report [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.133036] env[62979]: DEBUG oslo_concurrency.lockutils [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.133363] env[62979]: DEBUG nova.compute.manager [req-7d470bdd-92c5-4651-a884-0766b72b47c1 req-bbfe55f0-8445-4be6-a3b3-fdfb060d4030 service nova] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Received event network-vif-deleted-1b4ff25c-08ca-40e4-bf99-584ce158b117 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.264057] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.266619] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.307s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.266859] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.286098] env[62979]: INFO nova.scheduler.client.report [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted allocations for instance 9cc487d2-882f-4d06-980a-2d228d4bd9a6 [ 1196.774793] env[62979]: DEBUG oslo_concurrency.lockutils [None req-01a278d0-e168-4f9e-afd5-cafbbd3d688d tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.609s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.793973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-12f3e484-3547-4634-8d7e-328e54c4654c tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "9cc487d2-882f-4d06-980a-2d228d4bd9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.411s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.829146] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.829408] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.829599] env[62979]: INFO nova.compute.manager [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Unshelving [ 1196.907967] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.908230] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483470', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'name': 'volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'serial': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.909164] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20c13e8-1ceb-4a1c-ac06-d6463d96794d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.926490] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b7a09-17e6-4b27-87bd-88656456ff07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.953949] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f/volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.954238] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c3fa95-4aeb-4e52-80bc-43681ee05179 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.972150] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1196.972150] env[62979]: value = "task-2382372" [ 1196.972150] env[62979]: _type = "Task" [ 1196.972150] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.979558] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.361522] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "03366473-19ee-4f2e-b284-533b46386106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.362036] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.481488] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382372, 'name': ReconfigVM_Task, 'duration_secs': 0.365437} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.481835] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f/volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.486467] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5663fb75-3420-47ea-8790-43bb79028744 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.500929] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1197.500929] env[62979]: value = "task-2382373" [ 1197.500929] env[62979]: _type = "Task" [ 1197.500929] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.508261] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.865098] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.931784] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.932052] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.932268] env[62979]: DEBUG nova.objects.instance [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'pci_requests' on Instance uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.011395] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.383414] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.435999] env[62979]: DEBUG nova.objects.instance [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'numa_topology' on Instance uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.511927] env[62979]: DEBUG oslo_vmware.api [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382373, 'name': ReconfigVM_Task, 'duration_secs': 0.907967} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.512230] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483470', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'name': 'volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'serial': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.940066] env[62979]: INFO nova.compute.claims [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.547509] env[62979]: DEBUG nova.objects.instance [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.884737] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.042941] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f3570-3880-4421-b511-613331aa9390 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.053477] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7ed55-52cb-4dc6-9025-4904840bc8eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.057648] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6c9698d-3835-4da9-8637-c2520f5a5af8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.741s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.058628] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.174s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.087807] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6995a-8bf1-47dd-afc4-0941846d4cd3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.095775] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965807d5-7dd3-4401-b217-04a79000ac66 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.110950] env[62979]: DEBUG nova.compute.provider_tree [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.561248] env[62979]: INFO nova.compute.manager [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Detaching volume b2b3f17c-d7cb-410d-8595-306799bad8eb [ 1200.590334] env[62979]: INFO nova.virt.block_device [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attempting to driver detach volume b2b3f17c-d7cb-410d-8595-306799bad8eb from mountpoint /dev/sdb [ 1200.590590] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.590782] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483469', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'name': 'volume-b2b3f17c-d7cb-410d-8595-306799bad8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'serial': 'b2b3f17c-d7cb-410d-8595-306799bad8eb'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.591642] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42ff82-7d51-4c03-a980-0324ba08cff0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.615767] env[62979]: DEBUG nova.scheduler.client.report [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.619444] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2de660-6856-40f1-b37a-3ca43e5be2f4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.626883] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad70f5be-551c-49fb-aa95-f37a0a03e5d1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.649288] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c8cc6c-9d91-406e-a34a-4b1321e8790f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.663385] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2b3f17c-d7cb-410d-8595-306799bad8eb/volume-b2b3f17c-d7cb-410d-8595-306799bad8eb.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.668596] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.668816] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e83783a-0079-418f-972e-92f4a07d9653 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.686419] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1200.686419] env[62979]: value = "task-2382374" [ 1200.686419] env[62979]: _type = "Task" [ 1200.686419] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.695917] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.124130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.125571] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.742s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.127184] env[62979]: INFO nova.compute.claims [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.157030] env[62979]: INFO nova.network.neutron [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating port ff3e926a-a0ec-4e5a-b322-c10426f7ad58 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1201.196872] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382374, 'name': ReconfigVM_Task, 'duration_secs': 0.261055} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.196872] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.201814] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f767268b-94d3-4090-bdae-eb938e0a9548 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.218205] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1201.218205] env[62979]: value = "task-2382375" [ 1201.218205] env[62979]: _type = "Task" [ 1201.218205] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.225608] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.727255] env[62979]: DEBUG oslo_vmware.api [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382375, 'name': ReconfigVM_Task, 'duration_secs': 0.152686} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.727498] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483469', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'name': 'volume-b2b3f17c-d7cb-410d-8595-306799bad8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2b3f17c-d7cb-410d-8595-306799bad8eb', 'serial': 'b2b3f17c-d7cb-410d-8595-306799bad8eb'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.231508] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f7af4-b603-4d33-b847-ae3d1539af6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.239122] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d475b78-3395-4893-8e48-1c425635c0aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.269088] env[62979]: DEBUG nova.objects.instance [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.270850] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ea172-b753-411b-8337-5d214be76b17 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.277948] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58383c-5ca5-40c1-917b-73dee3b267ad {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.291654] env[62979]: DEBUG nova.compute.provider_tree [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.667847] env[62979]: DEBUG nova.compute.manager [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.668061] env[62979]: DEBUG oslo_concurrency.lockutils [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.668281] env[62979]: DEBUG oslo_concurrency.lockutils [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.668453] env[62979]: DEBUG oslo_concurrency.lockutils [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.668623] env[62979]: DEBUG nova.compute.manager [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] No waiting events found dispatching network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.668828] env[62979]: WARNING nova.compute.manager [req-b8a5d423-7b95-467b-8170-2b364c179500 req-db633ec0-f32b-4809-b113-a77d92d91a0f service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received unexpected event network-vif-plugged-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 for instance with vm_state shelved_offloaded and task_state spawning. [ 1202.768012] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.768218] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.768405] env[62979]: DEBUG nova.network.neutron [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.794428] env[62979]: DEBUG nova.scheduler.client.report [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.144925] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.279454] env[62979]: DEBUG oslo_concurrency.lockutils [None req-28b65cc0-0ba6-4b20-ba89-b7bf8cc31743 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.280531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.136s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.298232] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.298748] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.527073] env[62979]: DEBUG nova.network.neutron [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.782917] env[62979]: INFO nova.compute.manager [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Detaching volume 11338ee4-bf7d-4ef6-aff1-9cd391bcc93f [ 1203.803653] env[62979]: DEBUG nova.compute.utils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1203.805565] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.805565] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.812443] env[62979]: INFO nova.virt.block_device [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Attempting to driver detach volume 11338ee4-bf7d-4ef6-aff1-9cd391bcc93f from mountpoint /dev/sdc [ 1203.812664] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.812853] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483470', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'name': 'volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'serial': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.813718] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273632b-cf89-4a65-bbc8-84c557c9f101 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.835308] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8770176-ab15-48a3-bb36-8dbf804abdd2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.842119] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1764ec44-b429-4dbe-a25a-e55db0d5ad6d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.845364] env[62979]: DEBUG nova.policy [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61f05b88301c4afc94e5ac1bbbd145e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0acab47817a84a9baf48e6da9ae771d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.864025] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd2a67-5810-46ca-98d1-8795ff274b15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.879718] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] The volume has not been displaced from its original location: [datastore1] volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f/volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.884836] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.886739] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0ca7bb-7f97-44ba-a338-c669cc8e4224 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.904393] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1203.904393] env[62979]: value = "task-2382376" [ 1203.904393] env[62979]: _type = "Task" [ 1203.904393] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.912431] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.029904] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.061090] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='918473a87b08faf1486e377c9d59d9c5',container_format='bare',created_at=2025-02-07T15:39:37Z,direct_url=,disk_format='vmdk',id=ab89e145-866e-4fc9-8cb7-213c0b7c17b1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1282618082-shelved',owner='1e3174add63442a7a1db4fbf73d222ab',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-07T15:39:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.061383] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.061592] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.061859] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.062064] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.062262] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.062631] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.062845] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.063081] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.063298] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.063560] env[62979]: DEBUG nova.virt.hardware [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.064918] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d011670-a332-4d00-8bc0-f32a8944cceb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.073280] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534193a-b788-4ca0-a0f1-69af726c043d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.087366] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:36:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3e926a-a0ec-4e5a-b322-c10426f7ad58', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.095654] env[62979]: DEBUG oslo.service.loopingcall [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.096238] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.096461] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7840d5bc-ed79-4697-96f9-c3c44b82dbf8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.114789] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.114789] env[62979]: value = "task-2382377" [ 1204.114789] env[62979]: _type = "Task" [ 1204.114789] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.122743] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382377, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.173436] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Successfully created port: 0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.308150] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.414587] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382376, 'name': ReconfigVM_Task, 'duration_secs': 0.313845} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.414919] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.419671] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e333d293-bb81-4083-b08f-18aab58448c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.435019] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1204.435019] env[62979]: value = "task-2382378" [ 1204.435019] env[62979]: _type = "Task" [ 1204.435019] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.445099] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.624727] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382377, 'name': CreateVM_Task, 'duration_secs': 0.363625} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.624902] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.625586] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.625787] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.626171] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.626416] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d876370a-9281-486b-987f-182372cfae43 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.630516] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1204.630516] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522cee8e-fb68-add8-db9c-ff2e88176591" [ 1204.630516] env[62979]: _type = "Task" [ 1204.630516] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.639451] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]522cee8e-fb68-add8-db9c-ff2e88176591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.716977] env[62979]: DEBUG nova.compute.manager [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.717180] env[62979]: DEBUG nova.compute.manager [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing instance network info cache due to event network-changed-ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.717404] env[62979]: DEBUG oslo_concurrency.lockutils [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] Acquiring lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.717552] env[62979]: DEBUG oslo_concurrency.lockutils [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] Acquired lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.717716] env[62979]: DEBUG nova.network.neutron [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Refreshing network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.742539] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.742539] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.742734] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.744067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.744067] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.745624] env[62979]: INFO nova.compute.manager [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Terminating instance [ 1204.944870] env[62979]: DEBUG oslo_vmware.api [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382378, 'name': ReconfigVM_Task, 'duration_secs': 0.181668} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.945197] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483470', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'name': 'volume-11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c043e02f-aa70-4ec3-8001-0e6df7901692', 'attached_at': '', 'detached_at': '', 'volume_id': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f', 'serial': '11338ee4-bf7d-4ef6-aff1-9cd391bcc93f'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.140398] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.140648] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Processing image ab89e145-866e-4fc9-8cb7-213c0b7c17b1 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.140886] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.141049] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.141230] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.141463] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868499de-8225-4cbd-aa68-239b72e60c69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.149805] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.149966] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.150626] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f2241b-69db-4201-b22a-044b209b8f0a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.155227] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1205.155227] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529dc161-108b-f641-aaeb-14b8fc909c93" [ 1205.155227] env[62979]: _type = "Task" [ 1205.155227] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.162390] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529dc161-108b-f641-aaeb-14b8fc909c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.250130] env[62979]: DEBUG nova.compute.manager [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.250364] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.252521] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e9c882-77d4-4b78-9725-1f1a03142904 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.259679] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1205.259679] env[62979]: value = "task-2382379" [ 1205.259679] env[62979]: _type = "Task" [ 1205.259679] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.268155] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.317628] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.345730] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.345979] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.346156] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.346340] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.346487] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.346634] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.346911] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.347109] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.347283] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.347446] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.347613] env[62979]: DEBUG nova.virt.hardware [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.348481] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50578e92-e336-4398-8e5c-c6bd661b074b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.359096] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b664e156-dc06-4bf5-a17a-693b455d19b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.489351] env[62979]: DEBUG nova.objects.instance [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'flavor' on Instance uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.529427] env[62979]: DEBUG nova.network.neutron [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updated VIF entry in instance network info cache for port ff3e926a-a0ec-4e5a-b322-c10426f7ad58. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.529792] env[62979]: DEBUG nova.network.neutron [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [{"id": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "address": "fa:16:3e:1c:36:4b", "network": {"id": "6d129231-d9de-4a1e-a1af-2758f2aa6b75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1976856567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3174add63442a7a1db4fbf73d222ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3e926a-a0", "ovs_interfaceid": "ff3e926a-a0ec-4e5a-b322-c10426f7ad58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.665580] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1205.665838] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Fetch image to [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2/OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1205.666363] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Downloading stream optimized image ab89e145-866e-4fc9-8cb7-213c0b7c17b1 to [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2/OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2.vmdk on the data store datastore1 as vApp {{(pid=62979) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1205.666363] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Downloading image file data ab89e145-866e-4fc9-8cb7-213c0b7c17b1 to the ESX as VM named 'OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2' {{(pid=62979) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1205.739144] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1205.739144] env[62979]: value = "resgroup-9" [ 1205.739144] env[62979]: _type = "ResourcePool" [ 1205.739144] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1205.739444] env[62979]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-00006874-4ce4-4b7f-8311-95a5049adea0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.756741] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Successfully updated port: 0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.765138] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease: (returnval){ [ 1205.765138] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293d652-4609-0f83-8696-e7fae928a2e5" [ 1205.765138] env[62979]: _type = "HttpNfcLease" [ 1205.765138] env[62979]: } obtained for vApp import into resource pool (val){ [ 1205.765138] env[62979]: value = "resgroup-9" [ 1205.765138] env[62979]: _type = "ResourcePool" [ 1205.765138] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1205.765459] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the lease: (returnval){ [ 1205.765459] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293d652-4609-0f83-8696-e7fae928a2e5" [ 1205.765459] env[62979]: _type = "HttpNfcLease" [ 1205.765459] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1205.772143] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382379, 'name': PowerOffVM_Task, 'duration_secs': 0.306075} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.772637] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.772854] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.773062] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483455', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'name': 'volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '85b7799b-f6f1-4187-997b-7e4e05b477ba', 'attached_at': '2025-02-07T15:39:28.000000', 'detached_at': '', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'serial': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.773789] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198889e7-fce3-4bee-9ae6-2f183f10e932 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.777423] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.777423] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293d652-4609-0f83-8696-e7fae928a2e5" [ 1205.777423] env[62979]: _type = "HttpNfcLease" [ 1205.777423] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.795858] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff0093-fc67-48f4-a827-72d723989362 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.802382] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f1580-02c4-4ebd-947a-7369ad9dd691 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.819467] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86dbc82-ac9a-4b68-9fe1-9839d7225b5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.834488] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] The volume has not been displaced from its original location: [datastore2] volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65/volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.839653] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.840016] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8524dbbf-20f7-4997-a639-e3344393ec17 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.857181] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1205.857181] env[62979]: value = "task-2382381" [ 1205.857181] env[62979]: _type = "Task" [ 1205.857181] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.865025] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.951437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.951674] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.032259] env[62979]: DEBUG oslo_concurrency.lockutils [req-e7cf8ce1-8bf4-4eb8-9596-0ac139ecc771 req-c881a5e2-06e5-41b5-b58e-fd5a1fd353f0 service nova] Releasing lock "refresh_cache-ac665aec-436c-489d-9a04-043e988b2dba" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.259583] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.259740] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.259895] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.275269] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.275269] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293d652-4609-0f83-8696-e7fae928a2e5" [ 1206.275269] env[62979]: _type = "HttpNfcLease" [ 1206.275269] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.275546] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.275546] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5293d652-4609-0f83-8696-e7fae928a2e5" [ 1206.275546] env[62979]: _type = "HttpNfcLease" [ 1206.275546] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1206.276256] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0416ea5e-bdcb-47e6-a52c-2071b9c29aaf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.286239] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.286414] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1206.352723] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a788731e-86f9-4a0a-82ef-9fe9757289b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.368376] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382381, 'name': ReconfigVM_Task, 'duration_secs': 0.304195} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.368523] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.373305] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175660a8-2afa-44c2-ba5c-d8f6aef32b34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.388373] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1206.388373] env[62979]: value = "task-2382382" [ 1206.388373] env[62979]: _type = "Task" [ 1206.388373] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.396896] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.455677] env[62979]: DEBUG nova.compute.utils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1206.496234] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d59241de-9bc9-4c13-b808-b030c3947e88 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.746373] env[62979]: DEBUG nova.compute.manager [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Received event network-vif-plugged-0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.746583] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Acquiring lock "03366473-19ee-4f2e-b284-533b46386106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.746800] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Lock "03366473-19ee-4f2e-b284-533b46386106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.746973] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Lock "03366473-19ee-4f2e-b284-533b46386106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.747165] env[62979]: DEBUG nova.compute.manager [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] No waiting events found dispatching network-vif-plugged-0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.747334] env[62979]: WARNING nova.compute.manager [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Received unexpected event network-vif-plugged-0537f889-1416-41fb-91fd-75cc9197ae3e for instance with vm_state building and task_state spawning. [ 1206.747497] env[62979]: DEBUG nova.compute.manager [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Received event network-changed-0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.747651] env[62979]: DEBUG nova.compute.manager [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Refreshing instance network info cache due to event network-changed-0537f889-1416-41fb-91fd-75cc9197ae3e. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1206.747817] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Acquiring lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.794493] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.904628] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382382, 'name': ReconfigVM_Task, 'duration_secs': 0.181318} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.907497] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483455', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'name': 'volume-ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '85b7799b-f6f1-4187-997b-7e4e05b477ba', 'attached_at': '2025-02-07T15:39:28.000000', 'detached_at': '', 'volume_id': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65', 'serial': 'ffdd302c-b5cd-4a76-b42a-d00b896cdb65'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.907932] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.908685] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6722ff3c-6f66-49ba-9bf8-00a2a7acf675 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.918939] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.919211] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d6c601b-76b5-409d-bc34-277f4a811537 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.949192] env[62979]: DEBUG nova.network.neutron [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.958592] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.997822] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.998088] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.998386] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore2] 85b7799b-f6f1-4187-997b-7e4e05b477ba {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.999202] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98fd93f3-c78a-463b-ab45-967820860003 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.005981] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1207.005981] env[62979]: value = "task-2382384" [ 1207.005981] env[62979]: _type = "Task" [ 1207.005981] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.013665] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.452618] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.453082] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Instance network_info: |[{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.453426] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Acquired lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.453654] env[62979]: DEBUG nova.network.neutron [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Refreshing network info cache for port 0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.455940] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:19:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0537f889-1416-41fb-91fd-75cc9197ae3e', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.465691] env[62979]: DEBUG oslo.service.loopingcall [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.467107] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.467421] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdfa6552-4ce8-4552-a21e-82558b1e2078 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.490673] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.490673] env[62979]: value = "task-2382385" [ 1207.490673] env[62979]: _type = "Task" [ 1207.490673] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.499960] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382385, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.517942] env[62979]: DEBUG oslo_vmware.api [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181844} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.520963] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.520963] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.521157] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.521373] env[62979]: INFO nova.compute.manager [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1207.521692] env[62979]: DEBUG oslo.service.loopingcall [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.521929] env[62979]: DEBUG nova.compute.manager [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.522046] env[62979]: DEBUG nova.network.neutron [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.531305] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1207.531458] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1207.532297] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416102c-26b1-42ac-a707-f64a54b5836a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.541140] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1207.541475] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1207.542315] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7d1a9d4b-22cb-40f3-ab0e-f8163efe527a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.675457] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.675735] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.675951] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.676149] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.676318] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.678610] env[62979]: INFO nova.compute.manager [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Terminating instance [ 1207.724350] env[62979]: DEBUG oslo_vmware.rw_handles [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a9807-72d2-1b3d-37b1-b280378e9b0e/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1207.724690] env[62979]: INFO nova.virt.vmwareapi.images [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Downloaded image file data ab89e145-866e-4fc9-8cb7-213c0b7c17b1 [ 1207.725940] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b182d5c5-8a1b-4ae8-a0c9-1afe34adabdf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.742165] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d26767-73a9-4f49-b2e6-d2f89146e094 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.746710] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.746979] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.766986] env[62979]: INFO nova.virt.vmwareapi.images [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] The imported VM was unregistered [ 1207.769619] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1207.769619] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.770102] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d00831a-b932-4069-bcf8-a5bb1e10fb9e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.784362] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Created directory with path [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1 {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.784587] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2/OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2.vmdk to [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk. {{(pid=62979) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1207.784902] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2fe31509-1708-4523-9761-3dbb1345fc59 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.791772] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1207.791772] env[62979]: value = "task-2382387" [ 1207.791772] env[62979]: _type = "Task" [ 1207.791772] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.799504] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.003935] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382385, 'name': CreateVM_Task, 'duration_secs': 0.384687} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.004158] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.004881] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.005049] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.005403] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.005799] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5dd2d78-a0c0-4a04-adfb-88bab24e97d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.013694] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1208.013694] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a987aa-3372-021f-c8b5-d10f04049c6d" [ 1208.013694] env[62979]: _type = "Task" [ 1208.013694] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.022823] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a987aa-3372-021f-c8b5-d10f04049c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.030687] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.030950] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.031229] env[62979]: INFO nova.compute.manager [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Attaching volume 8d144e38-e7e0-4877-9aab-880aab1dbc61 to /dev/sdb [ 1208.066896] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ec1af-c0e2-4053-8848-cd6275d59eac {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.075266] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366e8eb-9dc6-43ac-9bce-9d37bcabcdd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.090030] env[62979]: DEBUG nova.virt.block_device [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating existing volume attachment record: bbf059cd-3f8b-4eee-bf4c-72bef015c54a {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.182805] env[62979]: DEBUG nova.compute.manager [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.183163] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.184076] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a186afa-4d44-43e8-994e-5216130db73d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.194028] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.195423] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9176aa-3be4-42a0-8670-ec2afe08b026 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.203329] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1208.203329] env[62979]: value = "task-2382388" [ 1208.203329] env[62979]: _type = "Task" [ 1208.203329] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.217510] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.250411] env[62979]: DEBUG nova.compute.utils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.304368] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.432224] env[62979]: DEBUG nova.network.neutron [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updated VIF entry in instance network info cache for port 0537f889-1416-41fb-91fd-75cc9197ae3e. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.432793] env[62979]: DEBUG nova.network.neutron [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.525658] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a987aa-3372-021f-c8b5-d10f04049c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.055346} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.525975] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.526238] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.526475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.526631] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.526807] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.527112] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd945f5-0638-4b69-a6f0-642faeb2be5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.546808] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.547061] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.547830] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76c37c8-0c6b-45d8-84b2-22a2c6278085 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.555650] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1208.555650] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ed5ad9-4039-ef0e-22fc-6400962bdd63" [ 1208.555650] env[62979]: _type = "Task" [ 1208.555650] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.566134] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ed5ad9-4039-ef0e-22fc-6400962bdd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.714517] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382388, 'name': PowerOffVM_Task, 'duration_secs': 0.38249} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.714845] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.715042] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.715309] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4914d2d-c3fb-43ca-b47b-b196099c38b0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.754108] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.788272] env[62979]: DEBUG nova.compute.manager [req-c06ebd18-f124-44aa-a578-bfb1de2bedf1 req-3c0bf04d-b2ab-4f03-8b67-0a2de50896de service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Received event network-vif-deleted-f88f56a1-7192-42f1-96e4-c78b10ae40b6 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.788272] env[62979]: INFO nova.compute.manager [req-c06ebd18-f124-44aa-a578-bfb1de2bedf1 req-3c0bf04d-b2ab-4f03-8b67-0a2de50896de service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Neutron deleted interface f88f56a1-7192-42f1-96e4-c78b10ae40b6; detaching it from the instance and deleting it from the info cache [ 1208.788272] env[62979]: DEBUG nova.network.neutron [req-c06ebd18-f124-44aa-a578-bfb1de2bedf1 req-3c0bf04d-b2ab-4f03-8b67-0a2de50896de service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.799132] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.799367] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.799553] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleting the datastore file [datastore2] c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.800918] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dba43fe-028b-4827-9ccf-dd1d7024c64f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.805673] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.812361] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for the task: (returnval){ [ 1208.812361] env[62979]: value = "task-2382392" [ 1208.812361] env[62979]: _type = "Task" [ 1208.812361] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.821863] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.824851] env[62979]: DEBUG nova.network.neutron [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.935490] env[62979]: DEBUG oslo_concurrency.lockutils [req-c6134677-99bd-45f3-85dc-05a061ed5712 req-542029af-a2cc-427a-8358-22cf8b5f7356 service nova] Releasing lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.067277] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ed5ad9-4039-ef0e-22fc-6400962bdd63, 'name': SearchDatastore_Task, 'duration_secs': 0.081323} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.068157] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55798ee7-783f-4f08-8c62-b98f3a27b5af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.076459] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1209.076459] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ede9eb-b194-b9bd-329d-fd5e40f80d81" [ 1209.076459] env[62979]: _type = "Task" [ 1209.076459] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.087652] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ede9eb-b194-b9bd-329d-fd5e40f80d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.291297] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56f40813-4a80-4070-8fb5-a4bc4c63c198 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.303766] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.308260] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c679365a-fcb6-473b-ba48-818557256f79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.328551] env[62979]: INFO nova.compute.manager [-] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Took 1.81 seconds to deallocate network for instance. [ 1209.339108] env[62979]: DEBUG oslo_vmware.api [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Task: {'id': task-2382392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484935} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.348427] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.348671] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.348856] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.349076] env[62979]: INFO nova.compute.manager [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1209.349347] env[62979]: DEBUG oslo.service.loopingcall [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.350066] env[62979]: DEBUG nova.compute.manager [req-c06ebd18-f124-44aa-a578-bfb1de2bedf1 req-3c0bf04d-b2ab-4f03-8b67-0a2de50896de service nova] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Detach interface failed, port_id=f88f56a1-7192-42f1-96e4-c78b10ae40b6, reason: Instance 85b7799b-f6f1-4187-997b-7e4e05b477ba could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1209.351092] env[62979]: DEBUG nova.compute.manager [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.351203] env[62979]: DEBUG nova.network.neutron [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.589882] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ede9eb-b194-b9bd-329d-fd5e40f80d81, 'name': SearchDatastore_Task, 'duration_secs': 0.080898} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.590284] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.590455] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 03366473-19ee-4f2e-b284-533b46386106/03366473-19ee-4f2e-b284-533b46386106.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.590736] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0f07589-6ae8-4bcb-aa80-5e87377c705f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.599028] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1209.599028] env[62979]: value = "task-2382394" [ 1209.599028] env[62979]: _type = "Task" [ 1209.599028] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.609936] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.807254] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.835322] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.835610] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.836028] env[62979]: INFO nova.compute.manager [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Attaching volume b4929edc-ef01-46be-9323-4080aded0264 to /dev/sdb [ 1209.903376] env[62979]: INFO nova.compute.manager [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Took 0.57 seconds to detach 1 volumes for instance. [ 1209.906673] env[62979]: DEBUG nova.compute.manager [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Deleting volume: ffdd302c-b5cd-4a76-b42a-d00b896cdb65 {{(pid=62979) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1209.997919] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b9e1c-e622-487b-b14d-8cf16848afe0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.008229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9a24c-1e74-46c7-acf5-29ce8ec38565 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.025384] env[62979]: DEBUG nova.virt.block_device [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating existing volume attachment record: e8170960-784a-438e-bef0-14854c2fc948 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.112965] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.305591] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382387, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.401835} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.306458] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2/OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2.vmdk to [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk. [ 1210.306458] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Cleaning up location [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1210.306458] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1f4449b6-b7c6-46c9-ae23-d235082e07c2 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.306713] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca947a67-f818-4566-bbfb-7df7a5a0b361 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.312843] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1210.312843] env[62979]: value = "task-2382399" [ 1210.312843] env[62979]: _type = "Task" [ 1210.312843] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.324958] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.383055] env[62979]: DEBUG nova.network.neutron [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.473417] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.473666] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.473910] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.502391] env[62979]: INFO nova.scheduler.client.report [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocations for instance 85b7799b-f6f1-4187-997b-7e4e05b477ba [ 1210.609132] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953249} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.609419] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore1] 03366473-19ee-4f2e-b284-533b46386106/03366473-19ee-4f2e-b284-533b46386106.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.609613] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.609862] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2515cdd5-9db3-4ebc-a821-9d17754e8e39 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.616463] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1210.616463] env[62979]: value = "task-2382400" [ 1210.616463] env[62979]: _type = "Task" [ 1210.616463] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.624236] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.811421] env[62979]: DEBUG nova.compute.manager [req-fcb8b7ac-9444-4d85-a2e8-df54e59626df req-9f42152a-d826-4b4c-809f-dc72852973c1 service nova] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Received event network-vif-deleted-50f63e71-b7cb-46c2-b49c-3629c71d23b0 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.823536] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192362} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.823907] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.824101] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.824359] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk to [datastore1] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.824648] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22ee214-81c3-46cc-a9e7-dedbe4156ccc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.831105] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1210.831105] env[62979]: value = "task-2382401" [ 1210.831105] env[62979]: _type = "Task" [ 1210.831105] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.838910] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.885479] env[62979]: INFO nova.compute.manager [-] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Took 1.53 seconds to deallocate network for instance. [ 1211.011072] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9667f00d-1055-4aad-8ea9-728ba7816d33 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "85b7799b-f6f1-4187-997b-7e4e05b477ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.268s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.128009] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063639} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.128365] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.129308] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b13db-8c7c-4872-9f68-30488d8efe64 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.155223] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 03366473-19ee-4f2e-b284-533b46386106/03366473-19ee-4f2e-b284-533b46386106.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.155632] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d20a65-2a3c-4969-863c-02f1f0fb7157 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.177686] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1211.177686] env[62979]: value = "task-2382403" [ 1211.177686] env[62979]: _type = "Task" [ 1211.177686] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.187879] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.345075] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.392407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.392867] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.393193] env[62979]: DEBUG nova.objects.instance [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lazy-loading 'resources' on Instance uuid c043e02f-aa70-4ec3-8001-0e6df7901692 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.569409] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.569745] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.570063] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.570289] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.570513] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.573578] env[62979]: INFO nova.compute.manager [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Terminating instance [ 1211.690083] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.844623] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.010454] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b240c-5a56-4867-8f1e-68bea134e5a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.021032] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff13ef0a-980e-4c9b-bc02-2f1fabb8cdf2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.051495] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c388e2-0900-40d5-b590-3a880aeb0e33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.061834] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f2186-f35c-48d5-a2d3-9bdbf5d0fb79 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.076278] env[62979]: DEBUG nova.compute.provider_tree [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.078093] env[62979]: DEBUG nova.compute.manager [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.078307] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.079341] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b7cece-4a1c-4272-9843-6b1cd621e5a0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.088786] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.089069] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70122c76-b221-4ff0-82b9-9ecfa3083165 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.097482] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1212.097482] env[62979]: value = "task-2382404" [ 1212.097482] env[62979]: _type = "Task" [ 1212.097482] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.109799] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.190945] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.349727] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.598032] env[62979]: ERROR nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] [req-4dd26692-e3db-44f2-bd23-4fdae9dce046] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d39df0b0-bad2-4206-a7fb-dcba2b63f7cf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4dd26692-e3db-44f2-bd23-4fdae9dce046"}]} [ 1212.611939] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382404, 'name': PowerOffVM_Task, 'duration_secs': 0.191798} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.612256] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.612456] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.612722] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00025aa4-5c58-45cc-ad5d-ccb04bdee15d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.616628] env[62979]: DEBUG nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Refreshing inventories for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1212.633163] env[62979]: DEBUG nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating ProviderTree inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1212.633389] env[62979]: DEBUG nova.compute.provider_tree [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.646727] env[62979]: DEBUG nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Refreshing aggregate associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, aggregates: None {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1212.668118] env[62979]: DEBUG nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Refreshing trait associations for resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62979) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1212.679498] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.679728] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.679959] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore1] 17bbac7b-47d4-480a-b4cd-fd274bdd0218 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.680337] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-408a89ca-bb61-4ea9-9b02-176a6f57773f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.695502] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.697046] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1212.697046] env[62979]: value = "task-2382407" [ 1212.697046] env[62979]: _type = "Task" [ 1212.697046] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.707306] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.774621] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90331f86-a4b0-4f29-abef-acf998732737 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.784079] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2479ba54-567d-4efc-8409-00164ca54e4e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.816406] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067a7a6c-abd6-4c35-b510-ef8ea1b7456e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.826349] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb12405-b990-4788-8871-580365d5b3e4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.843764] env[62979]: DEBUG nova.compute.provider_tree [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.856905] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.139393] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.139720] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483475', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'name': 'volume-8d144e38-e7e0-4877-9aab-880aab1dbc61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3056110d-b949-47cd-aedf-5b354bd0f519', 'attached_at': '', 'detached_at': '', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'serial': '8d144e38-e7e0-4877-9aab-880aab1dbc61'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.140981] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6abc7d-96cf-4674-a6b3-bcbea53542ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.165380] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175c9fb-3f5a-4ba7-824b-69b119e749ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.196155] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-8d144e38-e7e0-4877-9aab-880aab1dbc61/volume-8d144e38-e7e0-4877-9aab-880aab1dbc61.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.199613] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f6d2b8-507c-4650-87b5-1060b255cff1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.221166] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.225031] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.225322] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1213.225322] env[62979]: value = "task-2382408" [ 1213.225322] env[62979]: _type = "Task" [ 1213.225322] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.232615] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.354531] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382401, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.360815} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.355066] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ab89e145-866e-4fc9-8cb7-213c0b7c17b1/ab89e145-866e-4fc9-8cb7-213c0b7c17b1.vmdk to [datastore1] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.355847] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2234d2-1d30-4039-b278-f7ab47fedd99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.378217] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.378383] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7955bf6-4be9-4b1b-b8f3-afed7341691a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.392897] env[62979]: DEBUG nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updated inventory for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1213.393117] env[62979]: DEBUG nova.compute.provider_tree [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating resource provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf generation from 175 to 176 during operation: update_inventory {{(pid=62979) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1213.393308] env[62979]: DEBUG nova.compute.provider_tree [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Updating inventory in ProviderTree for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.401680] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1213.401680] env[62979]: value = "task-2382409" [ 1213.401680] env[62979]: _type = "Task" [ 1213.401680] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.409561] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.698720] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.720473] env[62979]: DEBUG oslo_vmware.api [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.814945} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.720722] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.720912] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.721105] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.721285] env[62979]: INFO nova.compute.manager [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1213.721536] env[62979]: DEBUG oslo.service.loopingcall [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.721719] env[62979]: DEBUG nova.compute.manager [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.721813] env[62979]: DEBUG nova.network.neutron [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.732928] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.898260] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.505s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.911358] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382409, 'name': ReconfigVM_Task, 'duration_secs': 0.269538} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.911633] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ac665aec-436c-489d-9a04-043e988b2dba/ac665aec-436c-489d-9a04-043e988b2dba.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.912277] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b5ce6e-6248-4abd-b73c-7f0f6a1164a7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.915846] env[62979]: INFO nova.scheduler.client.report [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Deleted allocations for instance c043e02f-aa70-4ec3-8001-0e6df7901692 [ 1213.920788] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1213.920788] env[62979]: value = "task-2382410" [ 1213.920788] env[62979]: _type = "Task" [ 1213.920788] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.934587] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382410, 'name': Rename_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.015597] env[62979]: DEBUG nova.compute.manager [req-d4aa6de9-8947-44c2-b849-f226b271ae9d req-d20ce999-3927-4433-b2bd-b88fe1689b10 service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Received event network-vif-deleted-32492ca6-e62d-4b6f-add8-76d54991b46b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.015834] env[62979]: INFO nova.compute.manager [req-d4aa6de9-8947-44c2-b849-f226b271ae9d req-d20ce999-3927-4433-b2bd-b88fe1689b10 service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Neutron deleted interface 32492ca6-e62d-4b6f-add8-76d54991b46b; detaching it from the instance and deleting it from the info cache [ 1214.015996] env[62979]: DEBUG nova.network.neutron [req-d4aa6de9-8947-44c2-b849-f226b271ae9d req-d20ce999-3927-4433-b2bd-b88fe1689b10 service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.197973] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.234766] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382408, 'name': ReconfigVM_Task, 'duration_secs': 0.771188} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.235031] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-8d144e38-e7e0-4877-9aab-880aab1dbc61/volume-8d144e38-e7e0-4877-9aab-880aab1dbc61.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.239625] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6f0ada-dfaa-41d2-93e1-669d97d66b15 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.253808] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1214.253808] env[62979]: value = "task-2382411" [ 1214.253808] env[62979]: _type = "Task" [ 1214.253808] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.260986] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.424275] env[62979]: DEBUG oslo_concurrency.lockutils [None req-cfa6c6ad-a65d-415c-8f02-1f8f0c5d2ed8 tempest-AttachVolumeTestJSON-1051051005 tempest-AttachVolumeTestJSON-1051051005-project-member] Lock "c043e02f-aa70-4ec3-8001-0e6df7901692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.748s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.434089] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382410, 'name': Rename_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.500182] env[62979]: DEBUG nova.network.neutron [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.519301] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ee15776-f536-47df-bfec-b6676fe2623f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.527638] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5d520f-8c02-4ad8-b198-d38f183c0dfc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.556369] env[62979]: DEBUG nova.compute.manager [req-d4aa6de9-8947-44c2-b849-f226b271ae9d req-d20ce999-3927-4433-b2bd-b88fe1689b10 service nova] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Detach interface failed, port_id=32492ca6-e62d-4b6f-add8-76d54991b46b, reason: Instance 17bbac7b-47d4-480a-b4cd-fd274bdd0218 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1214.578874] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.579191] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483477', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'name': 'volume-b4929edc-ef01-46be-9323-4080aded0264', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74722ff8-2307-453b-b753-bc0b6132582f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'serial': 'b4929edc-ef01-46be-9323-4080aded0264'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.579945] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7fccf-7ff8-4691-82df-1c4b54109b2f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.595600] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1589d0c6-62e9-48f0-979f-80539f392fb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.620928] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-b4929edc-ef01-46be-9323-4080aded0264/volume-b4929edc-ef01-46be-9323-4080aded0264.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.621349] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b829684-1cc8-42ad-8e3e-420c5cf21152 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.640607] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1214.640607] env[62979]: value = "task-2382412" [ 1214.640607] env[62979]: _type = "Task" [ 1214.640607] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.649226] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.698343] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382403, 'name': ReconfigVM_Task, 'duration_secs': 3.313314} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.698631] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 03366473-19ee-4f2e-b284-533b46386106/03366473-19ee-4f2e-b284-533b46386106.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.699287] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043f32bc-5752-4241-83ec-2c854aa8a111 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.704459] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1214.704459] env[62979]: value = "task-2382413" [ 1214.704459] env[62979]: _type = "Task" [ 1214.704459] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.712343] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382413, 'name': Rename_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.762609] env[62979]: DEBUG oslo_vmware.api [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382411, 'name': ReconfigVM_Task, 'duration_secs': 0.146603} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.762879] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483475', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'name': 'volume-8d144e38-e7e0-4877-9aab-880aab1dbc61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3056110d-b949-47cd-aedf-5b354bd0f519', 'attached_at': '', 'detached_at': '', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'serial': '8d144e38-e7e0-4877-9aab-880aab1dbc61'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.935551] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382410, 'name': Rename_Task, 'duration_secs': 0.836537} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.935551] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.935755] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7773259-f890-4383-a513-66bfcc44c42b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.941820] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1214.941820] env[62979]: value = "task-2382414" [ 1214.941820] env[62979]: _type = "Task" [ 1214.941820] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.949465] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.002409] env[62979]: INFO nova.compute.manager [-] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Took 1.28 seconds to deallocate network for instance. [ 1215.150749] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.216101] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382413, 'name': Rename_Task, 'duration_secs': 0.152729} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.216384] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.216628] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc7d758-6051-4188-b6d0-ef4813571e28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.223317] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1215.223317] env[62979]: value = "task-2382415" [ 1215.223317] env[62979]: _type = "Task" [ 1215.223317] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.232773] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.452927] env[62979]: DEBUG oslo_vmware.api [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382414, 'name': PowerOnVM_Task, 'duration_secs': 0.460513} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.453395] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.512480] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.512916] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.513256] env[62979]: DEBUG nova.objects.instance [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'resources' on Instance uuid 17bbac7b-47d4-480a-b4cd-fd274bdd0218 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.559598] env[62979]: DEBUG nova.compute.manager [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.560507] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8540e120-7603-4dcf-85dc-505f711436d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.651116] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.733174] env[62979]: DEBUG oslo_vmware.api [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382415, 'name': PowerOnVM_Task, 'duration_secs': 0.468689} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.733592] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.733820] env[62979]: INFO nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1215.734012] env[62979]: DEBUG nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.734846] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514f9f0f-de8d-4c3f-b6b2-7d371359bb0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.798039] env[62979]: DEBUG nova.objects.instance [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid 3056110d-b949-47cd-aedf-5b354bd0f519 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.079760] env[62979]: DEBUG oslo_concurrency.lockutils [None req-9508e7a4-83fa-463f-8372-03bc946a2ce1 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.250s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.100733] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ced51-97bc-432e-845c-c014312ae5b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.108431] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b895c8bb-aeca-49cc-9783-8d0eb4fce155 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.139134] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c572c07-97e3-4b9a-a979-0435ce4e29ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.147713] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5465b-6106-407a-98f5-37e7f438cf5e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153965] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382412, 'name': ReconfigVM_Task, 'duration_secs': 1.083521} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.154603] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-b4929edc-ef01-46be-9323-4080aded0264/volume-b4929edc-ef01-46be-9323-4080aded0264.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.166702] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b9f448-13bf-4500-81c6-d62fd00c3012 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.176358] env[62979]: DEBUG nova.compute.provider_tree [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.184021] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1216.184021] env[62979]: value = "task-2382417" [ 1216.184021] env[62979]: _type = "Task" [ 1216.184021] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.193374] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.253915] env[62979]: INFO nova.compute.manager [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Took 17.88 seconds to build instance. [ 1216.303092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-29bca8e2-eed4-45a0-afef-7737d87ac002 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.272s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.679996] env[62979]: DEBUG nova.scheduler.client.report [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.693042] env[62979]: DEBUG oslo_vmware.api [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382417, 'name': ReconfigVM_Task, 'duration_secs': 0.139597} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.693356] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483477', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'name': 'volume-b4929edc-ef01-46be-9323-4080aded0264', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74722ff8-2307-453b-b753-bc0b6132582f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'serial': 'b4929edc-ef01-46be-9323-4080aded0264'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1216.757674] env[62979]: DEBUG oslo_concurrency.lockutils [None req-f07882b0-67bd-4b6f-b86d-b0a2ba7c9d40 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.396s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.185065] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.214548] env[62979]: INFO nova.scheduler.client.report [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocations for instance 17bbac7b-47d4-480a-b4cd-fd274bdd0218 [ 1217.353348] env[62979]: DEBUG nova.compute.manager [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Received event network-changed-0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.353551] env[62979]: DEBUG nova.compute.manager [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Refreshing instance network info cache due to event network-changed-0537f889-1416-41fb-91fd-75cc9197ae3e. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.353797] env[62979]: DEBUG oslo_concurrency.lockutils [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] Acquiring lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.353969] env[62979]: DEBUG oslo_concurrency.lockutils [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] Acquired lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.354144] env[62979]: DEBUG nova.network.neutron [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Refreshing network info cache for port 0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.726516] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6c89b37e-3ccb-42d2-8127-b3debe1d8b9c tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "17bbac7b-47d4-480a-b4cd-fd274bdd0218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.157s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.766665] env[62979]: DEBUG nova.objects.instance [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'flavor' on Instance uuid 74722ff8-2307-453b-b753-bc0b6132582f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.068809] env[62979]: DEBUG nova.network.neutron [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updated VIF entry in instance network info cache for port 0537f889-1416-41fb-91fd-75cc9197ae3e. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.069185] env[62979]: DEBUG nova.network.neutron [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.158190] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.158422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.271988] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3c480e4b-f347-490e-8d1e-b48c507ddaa2 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.436s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.572133] env[62979]: DEBUG oslo_concurrency.lockutils [req-abd19f96-b0c7-44a0-98b3-78a77050ddf1 req-76aff5c0-e4d3-4709-adf5-b68de3fc79b3 service nova] Releasing lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.661123] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.720307] env[62979]: DEBUG nova.compute.manager [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Stashing vm_state: active {{(pid=62979) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.181603] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.181890] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.183480] env[62979]: INFO nova.compute.claims [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.239465] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.278449] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d69ae-931a-4397-886d-e7a5b991fd52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.286121] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b0d98-f5d5-449d-98f1-9f6ea76f1ae1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.316386] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ae361-8f59-4788-9275-c08229967e94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.323054] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b12ef7-351b-4d1f-83ee-b7fa01130717 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.335533] env[62979]: DEBUG nova.compute.provider_tree [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.838266] env[62979]: DEBUG nova.scheduler.client.report [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.329889] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "00c734c8-d0ad-40b7-a4d5-0724245be076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.330198] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.330396] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.330576] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.330743] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.332856] env[62979]: INFO nova.compute.manager [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Terminating instance [ 1221.342475] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.342956] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.345422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.106s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.836832] env[62979]: DEBUG nova.compute.manager [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.837096] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.838027] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728d3f5-da19-4912-9d44-8ccca3b00f1e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.845724] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.845941] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d70b80-42b8-4b66-9493-13cced1c2c1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.849401] env[62979]: INFO nova.compute.claims [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.853633] env[62979]: DEBUG nova.compute.utils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1221.854933] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.855208] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.861783] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1221.861783] env[62979]: value = "task-2382421" [ 1221.861783] env[62979]: _type = "Task" [ 1221.861783] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.871609] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.893362] env[62979]: DEBUG nova.policy [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad66f2ee7774881a9ef956fa1b41f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1385a59cd34b7483077767c90c3d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.220978] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Successfully created port: 39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.357275] env[62979]: INFO nova.compute.resource_tracker [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating resource usage from migration fa7de679-152f-4d28-9c82-a95bfb287fee [ 1222.360857] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.372811] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382421, 'name': PowerOffVM_Task, 'duration_secs': 0.224624} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.372811] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.372811] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.372997] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83aa6d4b-da4a-452d-8369-129693f9b0c7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.431378] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.431608] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.431794] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleting the datastore file [datastore2] 00c734c8-d0ad-40b7-a4d5-0724245be076 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.432071] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3040b591-78c5-4000-b488-6c208b26a483 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.441249] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for the task: (returnval){ [ 1222.441249] env[62979]: value = "task-2382423" [ 1222.441249] env[62979]: _type = "Task" [ 1222.441249] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.449104] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.462018] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2745fb-e0c6-4418-b774-84c97e7219b6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.469019] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67c590-89f8-45d1-8163-277e0ecb8efd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.499837] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12952466-a9e8-4a61-adae-7d1fca47375a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.506872] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed98e0d-94ab-4d5a-aee0-638dec4f3531 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.519495] env[62979]: DEBUG nova.compute.provider_tree [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.951782] env[62979]: DEBUG oslo_vmware.api [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Task: {'id': task-2382423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145568} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.951945] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.952094] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.952645] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.952645] env[62979]: INFO nova.compute.manager [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.952823] env[62979]: DEBUG oslo.service.loopingcall [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.952935] env[62979]: DEBUG nova.compute.manager [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.953019] env[62979]: DEBUG nova.network.neutron [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.022548] env[62979]: DEBUG nova.scheduler.client.report [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.190467] env[62979]: DEBUG nova.compute.manager [req-730a0ff2-ef10-4a53-83d1-d029915278fa req-a83c8708-b8eb-4d11-81f5-d1f4d2a235fe service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Received event network-vif-deleted-0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.190714] env[62979]: INFO nova.compute.manager [req-730a0ff2-ef10-4a53-83d1-d029915278fa req-a83c8708-b8eb-4d11-81f5-d1f4d2a235fe service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Neutron deleted interface 0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a; detaching it from the instance and deleting it from the info cache [ 1223.190937] env[62979]: DEBUG nova.network.neutron [req-730a0ff2-ef10-4a53-83d1-d029915278fa req-a83c8708-b8eb-4d11-81f5-d1f4d2a235fe service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.373698] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.401844] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.402168] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.402384] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.402658] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.402853] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.403054] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.403309] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.403480] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.403652] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.403822] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.403993] env[62979]: DEBUG nova.virt.hardware [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.405017] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99bd749-d544-4bde-a1c2-d09f6324ee70 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.414846] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4becc0e-f37a-4f81-bf73-3a845b17b932 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.529218] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.529441] env[62979]: INFO nova.compute.manager [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Migrating [ 1223.673243] env[62979]: DEBUG nova.network.neutron [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.693034] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03b1c9f1-65f5-41ac-a5a4-b7b501512d9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.704481] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee23c25f-5f9e-420a-9975-34bb5d494fdb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.717614] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Successfully updated port: 39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.737555] env[62979]: DEBUG nova.compute.manager [req-730a0ff2-ef10-4a53-83d1-d029915278fa req-a83c8708-b8eb-4d11-81f5-d1f4d2a235fe service nova] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Detach interface failed, port_id=0ddbbf56-d7b1-4773-b8ce-d05f3f8e5f8a, reason: Instance 00c734c8-d0ad-40b7-a4d5-0724245be076 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1224.051084] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.051313] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.051503] env[62979]: DEBUG nova.network.neutron [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.175977] env[62979]: INFO nova.compute.manager [-] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Took 1.22 seconds to deallocate network for instance. [ 1224.220453] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.220612] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.220767] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.685700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.686065] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.686350] env[62979]: DEBUG nova.objects.instance [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lazy-loading 'resources' on Instance uuid 00c734c8-d0ad-40b7-a4d5-0724245be076 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.797138] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.970116] env[62979]: DEBUG nova.network.neutron [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.018113] env[62979]: DEBUG nova.network.neutron [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updating instance_info_cache with network_info: [{"id": "39083336-8445-44cb-afc0-3c91fd148d1b", "address": "fa:16:3e:0c:b9:c9", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39083336-84", "ovs_interfaceid": "39083336-8445-44cb-afc0-3c91fd148d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.225834] env[62979]: DEBUG nova.compute.manager [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Received event network-vif-plugged-39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.227032] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Acquiring lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.227032] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.227032] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.227032] env[62979]: DEBUG nova.compute.manager [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] No waiting events found dispatching network-vif-plugged-39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.227032] env[62979]: WARNING nova.compute.manager [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Received unexpected event network-vif-plugged-39083336-8445-44cb-afc0-3c91fd148d1b for instance with vm_state building and task_state spawning. [ 1225.227032] env[62979]: DEBUG nova.compute.manager [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Received event network-changed-39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.227329] env[62979]: DEBUG nova.compute.manager [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Refreshing instance network info cache due to event network-changed-39083336-8445-44cb-afc0-3c91fd148d1b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1225.227329] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Acquiring lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.296772] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.297419] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.309366] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6788e-fe52-4ddb-9695-d6b67deb784d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.320132] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8371d0c6-c667-4e97-8b4e-300310199798 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.357603] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c1a39-9296-4d80-ba33-d93952b01e07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.365825] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a285115c-f3a0-4a24-b131-1d2c69777696 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.380355] env[62979]: DEBUG nova.compute.provider_tree [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.471390] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.521449] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.521922] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Instance network_info: |[{"id": "39083336-8445-44cb-afc0-3c91fd148d1b", "address": "fa:16:3e:0c:b9:c9", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39083336-84", "ovs_interfaceid": "39083336-8445-44cb-afc0-3c91fd148d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.522527] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Acquired lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.522689] env[62979]: DEBUG nova.network.neutron [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Refreshing network info cache for port 39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.524483] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39083336-8445-44cb-afc0-3c91fd148d1b', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.532577] env[62979]: DEBUG oslo.service.loopingcall [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.532888] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.533142] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c7e919-8e3d-4838-adc9-d2a07a036e3c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.554359] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.554359] env[62979]: value = "task-2382424" [ 1225.554359] env[62979]: _type = "Task" [ 1225.554359] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.562388] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382424, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.802961] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.803375] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1225.803375] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1225.883154] env[62979]: DEBUG nova.scheduler.client.report [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.066976] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382424, 'name': CreateVM_Task, 'duration_secs': 0.316114} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.067177] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.067835] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.068014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.068354] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.068602] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e554c071-2a93-429d-bcf3-c1008ed7fb83 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.074055] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1226.074055] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fc5a1-be27-8e05-2262-742da797c1d0" [ 1226.074055] env[62979]: _type = "Task" [ 1226.074055] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.081941] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fc5a1-be27-8e05-2262-742da797c1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.232894] env[62979]: DEBUG nova.network.neutron [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updated VIF entry in instance network info cache for port 39083336-8445-44cb-afc0-3c91fd148d1b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.233282] env[62979]: DEBUG nova.network.neutron [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updating instance_info_cache with network_info: [{"id": "39083336-8445-44cb-afc0-3c91fd148d1b", "address": "fa:16:3e:0c:b9:c9", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39083336-84", "ovs_interfaceid": "39083336-8445-44cb-afc0-3c91fd148d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.306746] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Skipping network cache update for instance because it is Building. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1226.323963] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.324147] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.324304] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1226.324460] env[62979]: DEBUG nova.objects.instance [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lazy-loading 'info_cache' on Instance uuid 00c734c8-d0ad-40b7-a4d5-0724245be076 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.388849] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.426537] env[62979]: INFO nova.scheduler.client.report [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Deleted allocations for instance 00c734c8-d0ad-40b7-a4d5-0724245be076 [ 1226.585569] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]523fc5a1-be27-8e05-2262-742da797c1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.585857] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.586108] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.586348] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.586498] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.586679] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.586959] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3862e99e-40b1-48cd-aa1d-93992b8aa132 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.595187] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.595370] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.596095] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1284f93e-5dba-4e9a-a754-6e5691c42110 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.601541] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1226.601541] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c3ad73-27f2-3c12-2dae-92f15a8878db" [ 1226.601541] env[62979]: _type = "Task" [ 1226.601541] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.609020] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c3ad73-27f2-3c12-2dae-92f15a8878db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.736342] env[62979]: DEBUG oslo_concurrency.lockutils [req-93021edf-1d90-4ab2-bc15-7c940e8596f2 req-771ddee1-7023-4aa4-b4bc-5dc7c30a8e1c service nova] Releasing lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.937448] env[62979]: DEBUG oslo_concurrency.lockutils [None req-d9189edf-a701-40bd-91d7-c2cbd85b46d9 tempest-ServerActionsTestOtherA-564631685 tempest-ServerActionsTestOtherA-564631685-project-member] Lock "00c734c8-d0ad-40b7-a4d5-0724245be076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.607s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.986045] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f52696-cf15-417e-a0c4-22c033c80dce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.006899] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 0 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.112804] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c3ad73-27f2-3c12-2dae-92f15a8878db, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.113613] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d01519-2b02-4488-973e-0dc403296c68 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.118405] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1227.118405] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a12225-188d-6ef6-ef93-15565dde61be" [ 1227.118405] env[62979]: _type = "Task" [ 1227.118405] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.125461] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a12225-188d-6ef6-ef93-15565dde61be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.329438] env[62979]: DEBUG nova.compute.utils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Can not refresh info_cache because instance was not found {{(pid=62979) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1227.345397] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.512968] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.513244] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad17c50e-77a5-4750-9b07-7a7c4d89d1c9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.521828] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1227.521828] env[62979]: value = "task-2382425" [ 1227.521828] env[62979]: _type = "Task" [ 1227.521828] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.529721] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.629637] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52a12225-188d-6ef6-ef93-15565dde61be, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.629910] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.630193] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 521a25f0-adf6-44d1-b7e6-e861e4994ce5/521a25f0-adf6-44d1-b7e6-e861e4994ce5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.630482] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f2360e-5321-4fdc-a853-6f44c5216262 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.637410] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1227.637410] env[62979]: value = "task-2382426" [ 1227.637410] env[62979]: _type = "Task" [ 1227.637410] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.646328] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.944713] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.033534] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382425, 'name': PowerOffVM_Task, 'duration_secs': 0.203635} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.033812] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.034042] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 17 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.150131] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.449444] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-00c734c8-d0ad-40b7-a4d5-0724245be076" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.449444] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.449444] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1228.449444] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.540386] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.540661] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.540821] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.541016] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.541194] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.541350] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.541555] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.541723] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.541906] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.542103] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.542287] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.548079] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a979f854-8e86-4424-b604-51ce554a54dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.569978] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1228.569978] env[62979]: value = "task-2382427" [ 1228.569978] env[62979]: _type = "Task" [ 1228.569978] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.583880] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.649171] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571814} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.649447] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 521a25f0-adf6-44d1-b7e6-e861e4994ce5/521a25f0-adf6-44d1-b7e6-e861e4994ce5.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.649669] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.650242] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0becc2-1011-463d-9cb1-0b742d1a819f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.657146] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1228.657146] env[62979]: value = "task-2382428" [ 1228.657146] env[62979]: _type = "Task" [ 1228.657146] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.666340] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.952721] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.953141] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.953141] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.953283] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1228.954248] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c657cc36-787a-4dcd-a579-02d6e4f40d45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.962385] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6235a98-62fa-4ade-bee0-55f5372627a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.977015] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1e8dd-543e-4e56-b9a2-33711c859256 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.983476] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc8d8b9-c526-4da5-bd39-bc5b308c4b3a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.013748] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179620MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1229.013924] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.014203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.079753] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382427, 'name': ReconfigVM_Task, 'duration_secs': 0.491365} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.080065] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 33 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.166825] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231881} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.167201] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.168056] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d63278e-9ac8-4470-904b-80a958b26ab9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.190458] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 521a25f0-adf6-44d1-b7e6-e861e4994ce5/521a25f0-adf6-44d1-b7e6-e861e4994ce5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.191135] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7396a7-b270-44d7-8f5d-3c93318dbdb2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.210745] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1229.210745] env[62979]: value = "task-2382429" [ 1229.210745] env[62979]: _type = "Task" [ 1229.210745] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.219405] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.586960] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.587208] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.587334] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.587522] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.587672] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.587825] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.588042] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.588209] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.588381] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.588547] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.588731] env[62979]: DEBUG nova.virt.hardware [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.594116] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.594407] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f366407e-ffbc-4f63-9f33-8571e274ae07 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.613840] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1229.613840] env[62979]: value = "task-2382430" [ 1229.613840] env[62979]: _type = "Task" [ 1229.613840] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.622936] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.721181] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382429, 'name': ReconfigVM_Task, 'duration_secs': 0.290109} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.721473] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 521a25f0-adf6-44d1-b7e6-e861e4994ce5/521a25f0-adf6-44d1-b7e6-e861e4994ce5.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.722148] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc69256-f381-44b7-a3a1-3883a2987bf1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.728500] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1229.728500] env[62979]: value = "task-2382431" [ 1229.728500] env[62979]: _type = "Task" [ 1229.728500] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.736312] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382431, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.022194] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Applying migration context for instance 74722ff8-2307-453b-b753-bc0b6132582f as it has an incoming, in-progress migration fa7de679-152f-4d28-9c82-a95bfb287fee. Migration status is migrating {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1230.023134] env[62979]: INFO nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating resource usage from migration fa7de679-152f-4d28-9c82-a95bfb287fee [ 1230.042124] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 3056110d-b949-47cd-aedf-5b354bd0f519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.042283] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance ac665aec-436c-489d-9a04-043e988b2dba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.042413] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 03366473-19ee-4f2e-b284-533b46386106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.042631] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 521a25f0-adf6-44d1-b7e6-e861e4994ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.042885] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Migration fa7de679-152f-4d28-9c82-a95bfb287fee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1230.043042] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 74722ff8-2307-453b-b753-bc0b6132582f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.043244] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1230.043389] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1230.119873] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66164d35-6088-457b-83e9-71fd671b0600 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.125072] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382430, 'name': ReconfigVM_Task, 'duration_secs': 0.211724} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.125622] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.126374] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecde823-021c-4b67-9a70-e1b8c20d1944 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.131393] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ffa4d-2062-4936-b868-aea13999bc82 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.154910] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.155510] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcf4518-a6fc-4931-87eb-2269908efdd7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.192257] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43afe0a7-f143-4a18-8974-ec5dd6a88590 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.200203] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29879f5-fadb-4c1a-be3f-a08fe124cbc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.203901] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1230.203901] env[62979]: value = "task-2382432" [ 1230.203901] env[62979]: _type = "Task" [ 1230.203901] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.214764] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.220999] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.236968] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382431, 'name': Rename_Task, 'duration_secs': 0.13673} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.237266] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.237535] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000edcbf-9584-4272-b4b6-f7cb47ef6834 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.242721] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1230.242721] env[62979]: value = "task-2382433" [ 1230.242721] env[62979]: _type = "Task" [ 1230.242721] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.249813] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.715017] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382432, 'name': ReconfigVM_Task, 'duration_secs': 0.30671} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.715331] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.715628] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 50 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.719495] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.753734] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.225815] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1231.226213] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.226926] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17683bb4-fd0f-4298-8beb-9bd957332190 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.252874] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a54805-8ff1-4b59-bb23-fb6e25d7c3d5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.260433] env[62979]: DEBUG oslo_vmware.api [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382433, 'name': PowerOnVM_Task, 'duration_secs': 0.512043} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.276011] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.276242] env[62979]: INFO nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1231.276431] env[62979]: DEBUG nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.276745] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 67 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.280826] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94eca10-a1a3-493b-ac01-7a5b3c855d0c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.798127] env[62979]: INFO nova.compute.manager [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Took 12.63 seconds to build instance. [ 1232.300394] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ff8c0677-61f5-4e25-8079-896786c173a3 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.142s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.981170] env[62979]: DEBUG nova.network.neutron [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1233.069601] env[62979]: DEBUG nova.compute.manager [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Received event network-changed-39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.069880] env[62979]: DEBUG nova.compute.manager [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Refreshing instance network info cache due to event network-changed-39083336-8445-44cb-afc0-3c91fd148d1b. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.070064] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] Acquiring lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.070177] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] Acquired lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.070343] env[62979]: DEBUG nova.network.neutron [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Refreshing network info cache for port 39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.788872] env[62979]: DEBUG nova.network.neutron [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updated VIF entry in instance network info cache for port 39083336-8445-44cb-afc0-3c91fd148d1b. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.789317] env[62979]: DEBUG nova.network.neutron [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updating instance_info_cache with network_info: [{"id": "39083336-8445-44cb-afc0-3c91fd148d1b", "address": "fa:16:3e:0c:b9:c9", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39083336-84", "ovs_interfaceid": "39083336-8445-44cb-afc0-3c91fd148d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.003962] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.004219] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.004397] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.292402] env[62979]: DEBUG oslo_concurrency.lockutils [req-e3021103-b72d-4d15-8a27-96a985ce121d req-e9f448ba-7489-4eb0-8091-caa1b2c24b82 service nova] Releasing lock "refresh_cache-521a25f0-adf6-44d1-b7e6-e861e4994ce5" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.039888] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.040117] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.040285] env[62979]: DEBUG nova.network.neutron [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.944252] env[62979]: DEBUG nova.network.neutron [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.447499] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.956769] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e32bcb-68fc-403f-afe7-d77506eabf91 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.964086] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb4d90d-a6bc-4c4c-98ed-8c1a86a5cee6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.093630] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b781a-8ff3-40cf-b70c-e8eac7b17cda {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.116014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d89fa8-60dd-4ab5-8e93-1dd4640cd9b3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.122371] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 83 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.628886] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.629243] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18504ca-269f-4cef-97f1-2347f65fc522 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.636750] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1238.636750] env[62979]: value = "task-2382434" [ 1238.636750] env[62979]: _type = "Task" [ 1238.636750] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.644311] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.147081] env[62979]: DEBUG oslo_vmware.api [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382434, 'name': PowerOnVM_Task, 'duration_secs': 0.391923} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.147469] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.147570] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5be75362-fc68-4f4c-a406-02e73bfd86b9 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance '74722ff8-2307-453b-b753-bc0b6132582f' progress to 100 {{(pid=62979) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.931948] env[62979]: DEBUG nova.network.neutron [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Port 50024482-c6d5-4ef1-97f3-dc3de3e35d0f binding to destination host cpu-1 is already ACTIVE {{(pid=62979) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.932296] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.932492] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.932699] env[62979]: DEBUG nova.network.neutron [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.700896] env[62979]: DEBUG nova.network.neutron [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.204419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.709591] env[62979]: DEBUG nova.compute.manager [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62979) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1244.837683] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.837980] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.340896] env[62979]: DEBUG nova.objects.instance [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'migration_context' on Instance uuid 74722ff8-2307-453b-b753-bc0b6132582f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.964391] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a148ba-54f9-40cf-8302-3c88bdab033b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.972762] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac759a-7d91-412a-8b72-502b423090dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.003466] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd9852-4d72-4352-af6b-45ac26927599 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.014180] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dde688a-3c1e-4e5e-a439-c67a64587628 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.030614] env[62979]: DEBUG nova.compute.provider_tree [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.534540] env[62979]: DEBUG nova.scheduler.client.report [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.546572] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.708s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.080620] env[62979]: INFO nova.compute.manager [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Swapping old allocation on dict_keys(['d39df0b0-bad2-4206-a7fb-dcba2b63f7cf']) held by migration fa7de679-152f-4d28-9c82-a95bfb287fee for instance [ 1249.101401] env[62979]: DEBUG nova.scheduler.client.report [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Overwriting current allocation {'allocations': {'d39df0b0-bad2-4206-a7fb-dcba2b63f7cf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '29c530431eef4e0693e3a6542d221041', 'user_id': '53fbbe474aa5460995846018e596d596', 'consumer_generation': 1} on consumer 74722ff8-2307-453b-b753-bc0b6132582f {{(pid=62979) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1249.178681] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.178866] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.179059] env[62979]: DEBUG nova.network.neutron [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.900733] env[62979]: DEBUG nova.network.neutron [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [{"id": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "address": "fa:16:3e:5c:b3:4c", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50024482-c6", "ovs_interfaceid": "50024482-c6d5-4ef1-97f3-dc3de3e35d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.403312] env[62979]: DEBUG oslo_concurrency.lockutils [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-74722ff8-2307-453b-b753-bc0b6132582f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.404309] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3ad901-b63b-49ab-a49a-75f88789be90 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.412081] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63ddc1-3585-4c7f-8326-673351f2d34a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.498017] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.498367] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d69fc8-d179-4436-9da0-ae00fd7bb20f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.507685] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1251.507685] env[62979]: value = "task-2382435" [ 1251.507685] env[62979]: _type = "Task" [ 1251.507685] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.515983] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.017717] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382435, 'name': PowerOffVM_Task, 'duration_secs': 0.250483} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.018090] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.018740] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.018954] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.019128] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.019331] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.019485] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.019634] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.019842] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.020016] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.020186] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.020352] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.020526] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.025357] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de55f50-4b0b-466f-9015-75beef12706a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.039523] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1252.039523] env[62979]: value = "task-2382436" [ 1252.039523] env[62979]: _type = "Task" [ 1252.039523] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.046990] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.371470] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.371770] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.371928] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "ac665aec-436c-489d-9a04-043e988b2dba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.372135] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.372328] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.374457] env[62979]: INFO nova.compute.manager [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Terminating instance [ 1252.550201] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382436, 'name': ReconfigVM_Task, 'duration_secs': 0.147682} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.551076] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f22401-bb62-4d08-bdb6-5ad00cb9e75c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.571401] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.571633] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.571789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.572789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.572789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.572789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.572789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.572789] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.572956] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.573035] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.573223] env[62979]: DEBUG nova.virt.hardware [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.574023] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa0510f-9ba3-4f2d-9cd0-744ff14e871f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.579597] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1252.579597] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ce6507-0860-f3f1-c432-e5cc4671ccb9" [ 1252.579597] env[62979]: _type = "Task" [ 1252.579597] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.587177] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ce6507-0860-f3f1-c432-e5cc4671ccb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.878064] env[62979]: DEBUG nova.compute.manager [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.878282] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.879277] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2dca3a-73e5-441c-9f6b-9b6b276a3cc8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.886691] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.886931] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0c98a1-6f0b-4ebd-ada4-12ec774283db {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.892159] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1252.892159] env[62979]: value = "task-2382437" [ 1252.892159] env[62979]: _type = "Task" [ 1252.892159] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.899814] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.089664] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52ce6507-0860-f3f1-c432-e5cc4671ccb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.094972] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.095293] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af20fc5-51f1-4e87-ac52-b33a2d2c54af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.113100] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1253.113100] env[62979]: value = "task-2382438" [ 1253.113100] env[62979]: _type = "Task" [ 1253.113100] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.122587] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.401329] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382437, 'name': PowerOffVM_Task, 'duration_secs': 0.247752} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.401891] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.401891] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.401989] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ff313d-101a-4173-8910-d16ab12ec4df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.463787] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.464051] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.464220] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleting the datastore file [datastore1] ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.464490] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e514550-664e-4b9e-8b59-ec52b78fb806 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.470010] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for the task: (returnval){ [ 1253.470010] env[62979]: value = "task-2382440" [ 1253.470010] env[62979]: _type = "Task" [ 1253.470010] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.476944] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.621771] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382438, 'name': ReconfigVM_Task, 'duration_secs': 0.270716} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.622109] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.622771] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e365558-3a6c-47a9-b5f0-13d1b8674efc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.646299] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.646530] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ffb1ed-d1f9-4a65-b55f-79384f733588 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.662647] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1253.662647] env[62979]: value = "task-2382441" [ 1253.662647] env[62979]: _type = "Task" [ 1253.662647] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.669782] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.980019] env[62979]: DEBUG oslo_vmware.api [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Task: {'id': task-2382440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134396} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.980296] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.980484] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.980661] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.980835] env[62979]: INFO nova.compute.manager [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1253.981096] env[62979]: DEBUG oslo.service.loopingcall [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.981302] env[62979]: DEBUG nova.compute.manager [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.981386] env[62979]: DEBUG nova.network.neutron [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.175639] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382441, 'name': ReconfigVM_Task, 'duration_secs': 0.367164} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.176052] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f/74722ff8-2307-453b-b753-bc0b6132582f.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.176714] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c47f9-2ad7-4b28-8e1c-2e7f3cf0bf53 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.197628] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c60e4-f09a-45b3-849a-44d760622404 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.218963] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437369a-867b-4772-9dd2-d800a65fa871 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.240513] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1142e-19b4-4b8b-afd7-c1ae033b55ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.247860] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.248113] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf263ca5-eb83-41cd-b968-8151b122247b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.254453] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1254.254453] env[62979]: value = "task-2382442" [ 1254.254453] env[62979]: _type = "Task" [ 1254.254453] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.263133] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.553543] env[62979]: DEBUG nova.compute.manager [req-51fb7c4b-df27-4aa9-8ebb-61d517e6210b req-2e8753b8-3c59-46ee-8c0b-7e2d94b0bf2a service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Received event network-vif-deleted-ff3e926a-a0ec-4e5a-b322-c10426f7ad58 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.553704] env[62979]: INFO nova.compute.manager [req-51fb7c4b-df27-4aa9-8ebb-61d517e6210b req-2e8753b8-3c59-46ee-8c0b-7e2d94b0bf2a service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Neutron deleted interface ff3e926a-a0ec-4e5a-b322-c10426f7ad58; detaching it from the instance and deleting it from the info cache [ 1254.553843] env[62979]: DEBUG nova.network.neutron [req-51fb7c4b-df27-4aa9-8ebb-61d517e6210b req-2e8753b8-3c59-46ee-8c0b-7e2d94b0bf2a service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.764933] env[62979]: DEBUG oslo_vmware.api [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382442, 'name': PowerOnVM_Task, 'duration_secs': 0.462091} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.765286] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.781203] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "03366473-19ee-4f2e-b284-533b46386106" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.781436] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.781617] env[62979]: DEBUG nova.compute.manager [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.782433] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af485ab-4fb6-42bc-8fd7-7e7d39e1d181 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.789579] env[62979]: DEBUG nova.compute.manager [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62979) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1254.790139] env[62979]: DEBUG nova.objects.instance [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'flavor' on Instance uuid 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.031377] env[62979]: DEBUG nova.network.neutron [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.055959] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b2f73a7-114a-4778-9ede-bc7cf7e86d38 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.065836] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c0a05-ea79-4378-8760-f40e877f0b9c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.091718] env[62979]: DEBUG nova.compute.manager [req-51fb7c4b-df27-4aa9-8ebb-61d517e6210b req-2e8753b8-3c59-46ee-8c0b-7e2d94b0bf2a service nova] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Detach interface failed, port_id=ff3e926a-a0ec-4e5a-b322-c10426f7ad58, reason: Instance ac665aec-436c-489d-9a04-043e988b2dba could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.533854] env[62979]: INFO nova.compute.manager [-] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Took 1.55 seconds to deallocate network for instance. [ 1255.797048] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.797048] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe22c9a2-253f-47b0-839f-4e6b1f039921 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.804676] env[62979]: DEBUG oslo_vmware.api [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1255.804676] env[62979]: value = "task-2382443" [ 1255.804676] env[62979]: _type = "Task" [ 1255.804676] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.809229] env[62979]: INFO nova.compute.manager [None req-ee97e85f-72f5-4a85-aee0-90f5075b4165 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance to original state: 'active' [ 1255.815524] env[62979]: DEBUG oslo_vmware.api [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.040692] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.040922] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.041160] env[62979]: DEBUG nova.objects.instance [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lazy-loading 'resources' on Instance uuid ac665aec-436c-489d-9a04-043e988b2dba {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.315344] env[62979]: DEBUG oslo_vmware.api [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382443, 'name': PowerOffVM_Task, 'duration_secs': 0.234402} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.317914] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.318449] env[62979]: DEBUG nova.compute.manager [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.321942] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9030f3-a72c-44c1-a7bd-dbc0ed94d4a1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.618930] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd933d-d37a-472e-88c4-3da34885082c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.626786] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb053d7-dbb8-4647-9d39-df653fe790d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.656798] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f647e7a-5d70-47f3-8b38-bd13e55fe9cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.663644] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2747cd-d84b-4cbb-a65c-64dc32fed75a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.676627] env[62979]: DEBUG nova.compute.provider_tree [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.834156] env[62979]: DEBUG oslo_concurrency.lockutils [None req-c84c1e3f-3f60-484c-b63a-e7c270cf01e8 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.920899] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.921257] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.921409] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "74722ff8-2307-453b-b753-bc0b6132582f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.922038] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.922038] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.924060] env[62979]: INFO nova.compute.manager [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Terminating instance [ 1257.179718] env[62979]: DEBUG nova.scheduler.client.report [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.239397] env[62979]: DEBUG nova.objects.instance [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'flavor' on Instance uuid 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.429071] env[62979]: DEBUG nova.compute.manager [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.429360] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.429705] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ebe500-2a6b-4258-8811-aa0d548f9169 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.437926] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1257.437926] env[62979]: value = "task-2382444" [ 1257.437926] env[62979]: _type = "Task" [ 1257.437926] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.447059] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.684865] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.701802] env[62979]: INFO nova.scheduler.client.report [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Deleted allocations for instance ac665aec-436c-489d-9a04-043e988b2dba [ 1257.744160] env[62979]: DEBUG oslo_concurrency.lockutils [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.744342] env[62979]: DEBUG oslo_concurrency.lockutils [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.744521] env[62979]: DEBUG nova.network.neutron [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.744701] env[62979]: DEBUG nova.objects.instance [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'info_cache' on Instance uuid 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.948126] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382444, 'name': PowerOffVM_Task, 'duration_secs': 0.191477} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.948412] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.948574] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.948765] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483477', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'name': 'volume-b4929edc-ef01-46be-9323-4080aded0264', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74722ff8-2307-453b-b753-bc0b6132582f', 'attached_at': '2025-02-07T15:40:52.000000', 'detached_at': '', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'serial': 'b4929edc-ef01-46be-9323-4080aded0264'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.949513] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f86039-4122-4807-b92f-1f12d311210f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.970680] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779b8751-9feb-4aa8-a5d6-a85d6b5bcbc7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.976813] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a703e19-d325-45d6-9ab7-c371af64b061 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.995833] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2620d-a9ea-4dfe-9a13-6fd2550fbb26 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.009259] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4929edc-ef01-46be-9323-4080aded0264/volume-b4929edc-ef01-46be-9323-4080aded0264.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.014354] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.014608] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda2d033-d208-4acc-9a18-77434ce6b53a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.031379] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1258.031379] env[62979]: value = "task-2382445" [ 1258.031379] env[62979]: _type = "Task" [ 1258.031379] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.038735] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.208748] env[62979]: DEBUG oslo_concurrency.lockutils [None req-25b96d4f-48f6-49e5-afc3-ecb2341f2b28 tempest-AttachVolumeShelveTestJSON-1839115005 tempest-AttachVolumeShelveTestJSON-1839115005-project-member] Lock "ac665aec-436c-489d-9a04-043e988b2dba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.247687] env[62979]: DEBUG nova.objects.base [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Object Instance<03366473-19ee-4f2e-b284-533b46386106> lazy-loaded attributes: flavor,info_cache {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.540651] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382445, 'name': ReconfigVM_Task, 'duration_secs': 0.221781} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.540989] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.545608] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7849c446-1936-4e06-b0f4-07af27c076bf {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.560434] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1258.560434] env[62979]: value = "task-2382446" [ 1258.560434] env[62979]: _type = "Task" [ 1258.560434] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.568384] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.968535] env[62979]: DEBUG nova.network.neutron [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.070619] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382446, 'name': ReconfigVM_Task, 'duration_secs': 0.130652} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.070879] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483477', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'name': 'volume-b4929edc-ef01-46be-9323-4080aded0264', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '74722ff8-2307-453b-b753-bc0b6132582f', 'attached_at': '2025-02-07T15:40:52.000000', 'detached_at': '', 'volume_id': 'b4929edc-ef01-46be-9323-4080aded0264', 'serial': 'b4929edc-ef01-46be-9323-4080aded0264'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.071187] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.071919] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d484f-b7be-42ca-98c3-617c06649f85 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.078013] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.078232] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e98da83-1ff0-4b43-b766-3b36e91a0118 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.138239] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.138464] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.138646] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleting the datastore file [datastore1] 74722ff8-2307-453b-b753-bc0b6132582f {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.138899] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30bfc3e5-fc7b-4b14-aecf-3e1dedee8160 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.145973] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1259.145973] env[62979]: value = "task-2382448" [ 1259.145973] env[62979]: _type = "Task" [ 1259.145973] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.153996] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.471785] env[62979]: DEBUG oslo_concurrency.lockutils [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.655385] env[62979]: DEBUG oslo_vmware.api [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147616} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.655594] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.655780] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.655982] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.656151] env[62979]: INFO nova.compute.manager [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1259.656384] env[62979]: DEBUG oslo.service.loopingcall [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.656569] env[62979]: DEBUG nova.compute.manager [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.656666] env[62979]: DEBUG nova.network.neutron [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.101230] env[62979]: DEBUG nova.compute.manager [req-da35abab-22e9-41ca-9e9d-1300bdf70121 req-2c892582-0660-4a75-8732-66d032e0b881 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Received event network-vif-deleted-50024482-c6d5-4ef1-97f3-dc3de3e35d0f {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1260.101230] env[62979]: INFO nova.compute.manager [req-da35abab-22e9-41ca-9e9d-1300bdf70121 req-2c892582-0660-4a75-8732-66d032e0b881 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Neutron deleted interface 50024482-c6d5-4ef1-97f3-dc3de3e35d0f; detaching it from the instance and deleting it from the info cache [ 1260.101230] env[62979]: DEBUG nova.network.neutron [req-da35abab-22e9-41ca-9e9d-1300bdf70121 req-2c892582-0660-4a75-8732-66d032e0b881 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.480813] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.481226] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e682ab-fd6b-4eda-aedf-f97a5d163f56 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.489062] env[62979]: DEBUG oslo_vmware.api [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1260.489062] env[62979]: value = "task-2382450" [ 1260.489062] env[62979]: _type = "Task" [ 1260.489062] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.497619] env[62979]: DEBUG oslo_vmware.api [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.590352] env[62979]: DEBUG nova.network.neutron [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.603708] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a648233b-1f71-4ae2-903d-f47206c67d0e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.613454] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73251fdc-4357-4488-99ee-57a6de7ca8d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.638961] env[62979]: DEBUG nova.compute.manager [req-da35abab-22e9-41ca-9e9d-1300bdf70121 req-2c892582-0660-4a75-8732-66d032e0b881 service nova] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Detach interface failed, port_id=50024482-c6d5-4ef1-97f3-dc3de3e35d0f, reason: Instance 74722ff8-2307-453b-b753-bc0b6132582f could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1260.999059] env[62979]: DEBUG oslo_vmware.api [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382450, 'name': PowerOnVM_Task, 'duration_secs': 0.425677} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.999059] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.999200] env[62979]: DEBUG nova.compute.manager [None req-105ae35a-0d68-4a65-a0bd-1a2839c6bcc9 tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.999894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a9572-d1ef-406d-902e-19ede3cae6e2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.092722] env[62979]: INFO nova.compute.manager [-] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Took 1.44 seconds to deallocate network for instance. [ 1261.634725] env[62979]: INFO nova.compute.manager [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Took 0.54 seconds to detach 1 volumes for instance. [ 1262.042057] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55442e6-419d-45ae-9631-360f8d8980a8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.047384] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Suspending the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1262.047633] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bb19f7e9-d3ee-446a-aeee-91a859b82210 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.054774] env[62979]: DEBUG oslo_vmware.api [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1262.054774] env[62979]: value = "task-2382451" [ 1262.054774] env[62979]: _type = "Task" [ 1262.054774] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.062032] env[62979]: DEBUG oslo_vmware.api [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382451, 'name': SuspendVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.141487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.141868] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.142155] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.164577] env[62979]: INFO nova.scheduler.client.report [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted allocations for instance 74722ff8-2307-453b-b753-bc0b6132582f [ 1262.564482] env[62979]: DEBUG oslo_vmware.api [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382451, 'name': SuspendVM_Task} progress is 75%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.673484] env[62979]: DEBUG oslo_concurrency.lockutils [None req-553a5670-d0a8-46b6-9458-2465c5628339 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "74722ff8-2307-453b-b753-bc0b6132582f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.064785] env[62979]: DEBUG oslo_vmware.api [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382451, 'name': SuspendVM_Task, 'duration_secs': 0.813376} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.065067] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Suspended the VM {{(pid=62979) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1263.065270] env[62979]: DEBUG nova.compute.manager [None req-2bda9966-c7ec-43b0-85ee-db6ffa7667fa tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.066096] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb909ac-bf01-403e-92a7-149f0ddea309 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.120014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.120310] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.416216] env[62979]: INFO nova.compute.manager [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Resuming [ 1264.416851] env[62979]: DEBUG nova.objects.instance [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'flavor' on Instance uuid 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.622376] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.145776] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.146122] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.147653] env[62979]: INFO nova.compute.claims [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.931422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.931702] env[62979]: DEBUG oslo_concurrency.lockutils [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquired lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.931949] env[62979]: DEBUG nova.network.neutron [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.211609] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1a44e-798e-4a9c-9e5d-0d3e0f9f73ae {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.219604] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39d15c-88a1-491d-a066-7ffaf56a2a34 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.248445] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7937a-e4d9-47d7-8281-e15e625474e8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.255703] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb3f84-543a-4c0a-8d1d-fd06a34b8966 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.269390] env[62979]: DEBUG nova.compute.provider_tree [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.631889] env[62979]: DEBUG nova.network.neutron [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [{"id": "0537f889-1416-41fb-91fd-75cc9197ae3e", "address": "fa:16:3e:22:19:b2", "network": {"id": "e162c78a-488d-4d6a-a47c-8740f8678819", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1015348871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0acab47817a84a9baf48e6da9ae771d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0537f889-14", "ovs_interfaceid": "0537f889-1416-41fb-91fd-75cc9197ae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.772210] env[62979]: DEBUG nova.scheduler.client.report [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.134840] env[62979]: DEBUG oslo_concurrency.lockutils [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Releasing lock "refresh_cache-03366473-19ee-4f2e-b284-533b46386106" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.135815] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea500a-63b6-4bd9-9525-554fca4d24c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.142736] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Resuming the VM {{(pid=62979) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1267.142976] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103c99b7-84af-4fb6-a5f2-7bb59c104d69 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.149123] env[62979]: DEBUG oslo_vmware.api [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1267.149123] env[62979]: value = "task-2382452" [ 1267.149123] env[62979]: _type = "Task" [ 1267.149123] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.156326] env[62979]: DEBUG oslo_vmware.api [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.276608] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.277253] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.659713] env[62979]: DEBUG oslo_vmware.api [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382452, 'name': PowerOnVM_Task, 'duration_secs': 0.48228} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.659975] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Resumed the VM {{(pid=62979) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1267.660185] env[62979]: DEBUG nova.compute.manager [None req-16a74559-7558-44c6-881d-4aea8ac767ff tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.660995] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b76315-1488-4d45-94a3-4d08c1757728 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.782152] env[62979]: DEBUG nova.compute.utils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1267.783643] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.783830] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.826419] env[62979]: DEBUG nova.policy [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53fbbe474aa5460995846018e596d596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29c530431eef4e0693e3a6542d221041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.071087] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Successfully created port: a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.287961] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.204902] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "03366473-19ee-4f2e-b284-533b46386106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.205228] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.205440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "03366473-19ee-4f2e-b284-533b46386106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.205627] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.205797] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.207929] env[62979]: INFO nova.compute.manager [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Terminating instance [ 1269.299339] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.325010] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.325272] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.325432] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.325616] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.325764] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.325936] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.326165] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.326339] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.326513] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.326675] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.326855] env[62979]: DEBUG nova.virt.hardware [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.327767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514bbe46-23bf-458f-ad1e-13a5404edc4a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.335693] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807e28d-7b34-44db-b8e9-62fbfa2b070a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.436787] env[62979]: DEBUG nova.compute.manager [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.437021] env[62979]: DEBUG oslo_concurrency.lockutils [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.437240] env[62979]: DEBUG oslo_concurrency.lockutils [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.437445] env[62979]: DEBUG oslo_concurrency.lockutils [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.437618] env[62979]: DEBUG nova.compute.manager [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] No waiting events found dispatching network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.437785] env[62979]: WARNING nova.compute.manager [req-c16fb15a-295b-425c-827a-4f0b9d96487b req-cc3b53e2-16ab-4ce3-95d5-cac8c8bd0b3a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received unexpected event network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 for instance with vm_state building and task_state spawning. [ 1269.522917] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Successfully updated port: a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.711866] env[62979]: DEBUG nova.compute.manager [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.712064] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.712957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf7b74-0066-4a08-8f01-5953751801c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.720606] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.720833] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad52a1b-8bac-4fb3-8deb-51de5a55dc06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.726639] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1269.726639] env[62979]: value = "task-2382453" [ 1269.726639] env[62979]: _type = "Task" [ 1269.726639] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.734039] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.025718] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.025870] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.026059] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.237376] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382453, 'name': PowerOffVM_Task, 'duration_secs': 0.213258} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.237642] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.237887] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.238206] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c6be306-1617-4d13-82ca-96025ea52af2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.512391] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.512728] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.512787] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleting the datastore file [datastore1] 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.513085] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f221fd-cf15-4f08-8e9d-904de2d2bf33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.520073] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for the task: (returnval){ [ 1270.520073] env[62979]: value = "task-2382455" [ 1270.520073] env[62979]: _type = "Task" [ 1270.520073] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.527259] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.557166] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.711917] env[62979]: DEBUG nova.network.neutron [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.029488] env[62979]: DEBUG oslo_vmware.api [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Task: {'id': task-2382455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150773} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.029704] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.029888] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.030161] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.030351] env[62979]: INFO nova.compute.manager [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] [instance: 03366473-19ee-4f2e-b284-533b46386106] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1271.030587] env[62979]: DEBUG oslo.service.loopingcall [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.030772] env[62979]: DEBUG nova.compute.manager [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.030867] env[62979]: DEBUG nova.network.neutron [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.162625] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.162916] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.163153] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.163344] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.163511] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.165847] env[62979]: INFO nova.compute.manager [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Terminating instance [ 1271.214727] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.215078] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance network_info: |[{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.215471] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:1c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f3c353-0992-442c-addd-74039912f6e8', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.223489] env[62979]: DEBUG oslo.service.loopingcall [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.223696] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.223905] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8f56cb-d0ce-4c3c-a8ab-4b9086c6c69e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.243316] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.243316] env[62979]: value = "task-2382456" [ 1271.243316] env[62979]: _type = "Task" [ 1271.243316] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.251618] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382456, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.466664] env[62979]: DEBUG nova.compute.manager [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-changed-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.466982] env[62979]: DEBUG nova.compute.manager [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing instance network info cache due to event network-changed-a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.467106] env[62979]: DEBUG oslo_concurrency.lockutils [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.467233] env[62979]: DEBUG oslo_concurrency.lockutils [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.467440] env[62979]: DEBUG nova.network.neutron [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing network info cache for port a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.669874] env[62979]: DEBUG nova.compute.manager [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.670201] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.671062] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f3b681-dc6c-4088-8d6e-aebdf28c4971 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.679155] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.679392] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1481593c-bed2-4f94-b344-4eaa1881644a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.686473] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1271.686473] env[62979]: value = "task-2382457" [ 1271.686473] env[62979]: _type = "Task" [ 1271.686473] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.694930] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.753227] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382456, 'name': CreateVM_Task, 'duration_secs': 0.308964} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.753390] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.754095] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.754272] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.754614] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.754856] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0717ba68-9213-4959-81e8-d4ca7a9041e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.759522] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1271.759522] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52429b26-b1e3-7a59-3c71-b19afa9812cf" [ 1271.759522] env[62979]: _type = "Task" [ 1271.759522] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.767260] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52429b26-b1e3-7a59-3c71-b19afa9812cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.916979] env[62979]: DEBUG nova.network.neutron [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.186303] env[62979]: DEBUG nova.network.neutron [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updated VIF entry in instance network info cache for port a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.186683] env[62979]: DEBUG nova.network.neutron [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.198411] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382457, 'name': PowerOffVM_Task, 'duration_secs': 0.182361} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.198411] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.198531] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.198697] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110d479b-8264-4532-a5e5-d0583ce31cf4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.266989] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.267227] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.267405] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleting the datastore file [datastore2] 521a25f0-adf6-44d1-b7e6-e861e4994ce5 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.268054] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3556675-e53f-4dcf-83c3-7b5185780238 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.273330] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52429b26-b1e3-7a59-3c71-b19afa9812cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.273871] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.274098] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.274335] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.274483] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.274654] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.274888] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef319b3-2991-4419-b0af-58c8d8639c28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.277543] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1272.277543] env[62979]: value = "task-2382459" [ 1272.277543] env[62979]: _type = "Task" [ 1272.277543] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.285564] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.285800] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.285961] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.286652] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1865ce9b-2c70-4b46-8cbc-3d675eda0879 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.290980] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1272.290980] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5207c2a7-1649-5d1b-133a-1b70316e212f" [ 1272.290980] env[62979]: _type = "Task" [ 1272.290980] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.297997] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5207c2a7-1649-5d1b-133a-1b70316e212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.423525] env[62979]: INFO nova.compute.manager [-] [instance: 03366473-19ee-4f2e-b284-533b46386106] Took 1.39 seconds to deallocate network for instance. [ 1272.693060] env[62979]: DEBUG oslo_concurrency.lockutils [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.693412] env[62979]: DEBUG nova.compute.manager [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Received event network-vif-deleted-0537f889-1416-41fb-91fd-75cc9197ae3e {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.693412] env[62979]: INFO nova.compute.manager [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Neutron deleted interface 0537f889-1416-41fb-91fd-75cc9197ae3e; detaching it from the instance and deleting it from the info cache [ 1272.693653] env[62979]: DEBUG nova.network.neutron [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.788147] env[62979]: DEBUG oslo_vmware.api [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131712} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.788392] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.788584] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.788763] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.788938] env[62979]: INFO nova.compute.manager [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.789195] env[62979]: DEBUG oslo.service.loopingcall [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.789389] env[62979]: DEBUG nova.compute.manager [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.789491] env[62979]: DEBUG nova.network.neutron [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.799161] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5207c2a7-1649-5d1b-133a-1b70316e212f, 'name': SearchDatastore_Task, 'duration_secs': 0.007752} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.799874] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38aa6e92-e8e9-4c15-9900-bad2f5732839 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.804386] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1272.804386] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b6fb9-8121-63b7-62d3-103573867fc1" [ 1272.804386] env[62979]: _type = "Task" [ 1272.804386] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.811284] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b6fb9-8121-63b7-62d3-103573867fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.931130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.931487] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.931726] env[62979]: DEBUG nova.objects.instance [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lazy-loading 'resources' on Instance uuid 03366473-19ee-4f2e-b284-533b46386106 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.196972] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5acbccc4-7f32-47a1-ba31-0389e2bf529e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.207663] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc8411-d205-4a12-a317-82028f737cc4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.233146] env[62979]: DEBUG nova.compute.manager [req-848be1b8-4834-4899-a739-1fb720c79eb2 req-7424b255-2ba9-43a4-96f7-dede399cea0f service nova] [instance: 03366473-19ee-4f2e-b284-533b46386106] Detach interface failed, port_id=0537f889-1416-41fb-91fd-75cc9197ae3e, reason: Instance 03366473-19ee-4f2e-b284-533b46386106 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.315645] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]529b6fb9-8121-63b7-62d3-103573867fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.315894] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.316193] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.316451] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74063c8-ba0e-4abf-aa97-9a00daea4498 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.322720] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1273.322720] env[62979]: value = "task-2382460" [ 1273.322720] env[62979]: _type = "Task" [ 1273.322720] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.329938] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.500351] env[62979]: DEBUG nova.compute.manager [req-dc1d1421-b09d-4428-99d0-f8e7ba7e439b req-1f1abaab-890a-4396-befb-783c88c985d7 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Received event network-vif-deleted-39083336-8445-44cb-afc0-3c91fd148d1b {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.500421] env[62979]: INFO nova.compute.manager [req-dc1d1421-b09d-4428-99d0-f8e7ba7e439b req-1f1abaab-890a-4396-befb-783c88c985d7 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Neutron deleted interface 39083336-8445-44cb-afc0-3c91fd148d1b; detaching it from the instance and deleting it from the info cache [ 1273.500803] env[62979]: DEBUG nova.network.neutron [req-dc1d1421-b09d-4428-99d0-f8e7ba7e439b req-1f1abaab-890a-4396-befb-783c88c985d7 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.522358] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936302cf-9505-47ee-b2a3-73110f93d1dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.531440] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9aed99-3ca9-4e7d-8764-653e54f1ea23 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.564267] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157bd4d-d2ad-40c4-935e-7aaa9673e1ba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.572154] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a52ee1-21ae-4908-8080-d466ed66030c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.586994] env[62979]: DEBUG nova.compute.provider_tree [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.746133] env[62979]: DEBUG nova.network.neutron [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.834036] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426099} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.834312] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.834552] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.834837] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6fcb19-6bd5-40f5-bae8-0700149e806a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.841114] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1273.841114] env[62979]: value = "task-2382461" [ 1273.841114] env[62979]: _type = "Task" [ 1273.841114] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.848692] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.010571] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee08e105-04d9-49b2-a85a-32c3675e792a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.019490] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b904b-dba8-460d-b0d4-71f008a7edb6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.043082] env[62979]: DEBUG nova.compute.manager [req-dc1d1421-b09d-4428-99d0-f8e7ba7e439b req-1f1abaab-890a-4396-befb-783c88c985d7 service nova] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Detach interface failed, port_id=39083336-8445-44cb-afc0-3c91fd148d1b, reason: Instance 521a25f0-adf6-44d1-b7e6-e861e4994ce5 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1274.091567] env[62979]: DEBUG nova.scheduler.client.report [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.248960] env[62979]: INFO nova.compute.manager [-] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Took 1.46 seconds to deallocate network for instance. [ 1274.351604] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058346} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.351872] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.352831] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4374b16-8a57-449a-a3c6-911e9748108a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.374292] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.374552] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf44edb-a099-43c9-97eb-bc0cf3d33042 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.393647] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1274.393647] env[62979]: value = "task-2382462" [ 1274.393647] env[62979]: _type = "Task" [ 1274.393647] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.401025] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.598857] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.621669] env[62979]: INFO nova.scheduler.client.report [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Deleted allocations for instance 03366473-19ee-4f2e-b284-533b46386106 [ 1274.755089] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.755407] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.755606] env[62979]: DEBUG nova.objects.instance [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'resources' on Instance uuid 521a25f0-adf6-44d1-b7e6-e861e4994ce5 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.904134] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382462, 'name': ReconfigVM_Task, 'duration_secs': 0.291021} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.904388] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.905142] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78d79417-df98-453b-aff3-912b08e840e0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.910453] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1274.910453] env[62979]: value = "task-2382463" [ 1274.910453] env[62979]: _type = "Task" [ 1274.910453] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.918757] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382463, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.129613] env[62979]: DEBUG oslo_concurrency.lockutils [None req-a6a086aa-55ff-4b99-b5c8-7156bded6d6a tempest-ServerActionsTestJSON-93161693 tempest-ServerActionsTestJSON-93161693-project-member] Lock "03366473-19ee-4f2e-b284-533b46386106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.924s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.304888] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1add6f8-f574-4000-af3a-e56c1d07b31e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.312392] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e6647-f9e0-41d4-b7b5-7b04f6b62abb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.342636] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50c8b5-e276-4e64-8dd8-33cd1073cd0d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.350096] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed896ea8-86af-443f-8332-0a6acc421d32 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.364502] env[62979]: DEBUG nova.compute.provider_tree [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.419595] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382463, 'name': Rename_Task, 'duration_secs': 0.171921} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.419815] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.420057] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b2f21e-703a-46b4-b43c-19be4a774d84 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.426595] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1275.426595] env[62979]: value = "task-2382464" [ 1275.426595] env[62979]: _type = "Task" [ 1275.426595] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.433984] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.868294] env[62979]: DEBUG nova.scheduler.client.report [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.936966] env[62979]: DEBUG oslo_vmware.api [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382464, 'name': PowerOnVM_Task, 'duration_secs': 0.438985} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.937239] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.937494] env[62979]: INFO nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1275.937687] env[62979]: DEBUG nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.938468] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1878a0fb-da87-4449-811e-50a4a093f01e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.373891] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.396399] env[62979]: INFO nova.scheduler.client.report [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted allocations for instance 521a25f0-adf6-44d1-b7e6-e861e4994ce5 [ 1276.456237] env[62979]: INFO nova.compute.manager [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Took 11.33 seconds to build instance. [ 1276.905199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-59185d72-cb11-4be9-98ed-c5d91fa7229a tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "521a25f0-adf6-44d1-b7e6-e861e4994ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.957272] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e6cd093b-9713-4244-9e56-059c6b2b11ac tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.517466] env[62979]: DEBUG nova.compute.manager [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-changed-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1277.517737] env[62979]: DEBUG nova.compute.manager [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing instance network info cache due to event network-changed-a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1277.522016] env[62979]: DEBUG oslo_concurrency.lockutils [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.522016] env[62979]: DEBUG oslo_concurrency.lockutils [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.522016] env[62979]: DEBUG nova.network.neutron [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing network info cache for port a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.224584] env[62979]: DEBUG nova.network.neutron [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updated VIF entry in instance network info cache for port a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.224948] env[62979]: DEBUG nova.network.neutron [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.331780] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.332109] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.728096] env[62979]: DEBUG oslo_concurrency.lockutils [req-e0d950de-a60e-4dc1-a92b-5e2755d4f27a req-edca1ba4-cd65-4a16-ad84-25733249244f service nova] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.835442] env[62979]: INFO nova.compute.manager [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Detaching volume 8d144e38-e7e0-4877-9aab-880aab1dbc61 [ 1278.865352] env[62979]: INFO nova.virt.block_device [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Attempting to driver detach volume 8d144e38-e7e0-4877-9aab-880aab1dbc61 from mountpoint /dev/sdb [ 1278.865623] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.865823] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483475', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'name': 'volume-8d144e38-e7e0-4877-9aab-880aab1dbc61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3056110d-b949-47cd-aedf-5b354bd0f519', 'attached_at': '', 'detached_at': '', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'serial': '8d144e38-e7e0-4877-9aab-880aab1dbc61'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.866857] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d7cf9c-a720-4616-9462-2c3f8f110502 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.888398] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38217bde-a62f-42a7-85af-7ba852d4b5a2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.895180] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465c47d-2ec4-43d4-b425-ed19ca8e5e2b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.915811] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb1d34-e6ca-4b84-9fc7-a149d57e40cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.929932] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] The volume has not been displaced from its original location: [datastore2] volume-8d144e38-e7e0-4877-9aab-880aab1dbc61/volume-8d144e38-e7e0-4877-9aab-880aab1dbc61.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.935024] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.935301] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb4b93-2e2f-402f-8cd5-95dc53ba7487 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.952328] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1278.952328] env[62979]: value = "task-2382465" [ 1278.952328] env[62979]: _type = "Task" [ 1278.952328] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.959783] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.461634] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382465, 'name': ReconfigVM_Task, 'duration_secs': 0.234919} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.461981] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.466464] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c20621-9393-490b-bf35-5848550e322e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.482078] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1279.482078] env[62979]: value = "task-2382466" [ 1279.482078] env[62979]: _type = "Task" [ 1279.482078] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.490021] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.992100] env[62979]: DEBUG oslo_vmware.api [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382466, 'name': ReconfigVM_Task, 'duration_secs': 0.137534} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.992395] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483475', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'name': 'volume-8d144e38-e7e0-4877-9aab-880aab1dbc61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3056110d-b949-47cd-aedf-5b354bd0f519', 'attached_at': '', 'detached_at': '', 'volume_id': '8d144e38-e7e0-4877-9aab-880aab1dbc61', 'serial': '8d144e38-e7e0-4877-9aab-880aab1dbc61'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.534591] env[62979]: DEBUG nova.objects.instance [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid 3056110d-b949-47cd-aedf-5b354bd0f519 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.541777] env[62979]: DEBUG oslo_concurrency.lockutils [None req-8321dd7f-b8dd-4f3b-8aab-742877fbcbcd tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.561883] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.562415] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.562415] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.562552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.562728] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.564829] env[62979]: INFO nova.compute.manager [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Terminating instance [ 1283.068583] env[62979]: DEBUG nova.compute.manager [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.068835] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.069726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5d52d-04e4-4516-9005-6b3a6cb3fed6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.079051] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.079303] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36f53568-6888-47be-ac67-9e90d17c6885 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.085252] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1283.085252] env[62979]: value = "task-2382467" [ 1283.085252] env[62979]: _type = "Task" [ 1283.085252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.093119] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.595417] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382467, 'name': PowerOffVM_Task, 'duration_secs': 0.170444} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.595775] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.595775] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.596038] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b19c482-e58e-4bde-b01a-1ebe6a719211 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.659799] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.660152] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.660243] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleting the datastore file [datastore1] 3056110d-b949-47cd-aedf-5b354bd0f519 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.660523] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11e15b0f-b33a-4c7c-b5d1-e22400c3797b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.666909] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1283.666909] env[62979]: value = "task-2382469" [ 1283.666909] env[62979]: _type = "Task" [ 1283.666909] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.675195] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.176315] env[62979]: DEBUG oslo_vmware.api [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130044} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.176578] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.176766] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.176946] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.177145] env[62979]: INFO nova.compute.manager [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1284.177394] env[62979]: DEBUG oslo.service.loopingcall [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.177578] env[62979]: DEBUG nova.compute.manager [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.177673] env[62979]: DEBUG nova.network.neutron [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.630021] env[62979]: DEBUG nova.compute.manager [req-55861351-9515-4e47-a502-5133cf0a2be8 req-b126f15d-b6f0-4b09-8fd5-810959c002dc service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Received event network-vif-deleted-b6238b9f-6d92-494b-a200-4d890a561483 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1284.630255] env[62979]: INFO nova.compute.manager [req-55861351-9515-4e47-a502-5133cf0a2be8 req-b126f15d-b6f0-4b09-8fd5-810959c002dc service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Neutron deleted interface b6238b9f-6d92-494b-a200-4d890a561483; detaching it from the instance and deleting it from the info cache [ 1284.630455] env[62979]: DEBUG nova.network.neutron [req-55861351-9515-4e47-a502-5133cf0a2be8 req-b126f15d-b6f0-4b09-8fd5-810959c002dc service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.105510] env[62979]: DEBUG nova.network.neutron [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.133183] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-893bb727-6ece-4a25-a146-d18aedca56d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.142915] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a15fc-c517-4b21-b2dd-beaa0ae3e5aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.167032] env[62979]: DEBUG nova.compute.manager [req-55861351-9515-4e47-a502-5133cf0a2be8 req-b126f15d-b6f0-4b09-8fd5-810959c002dc service nova] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Detach interface failed, port_id=b6238b9f-6d92-494b-a200-4d890a561483, reason: Instance 3056110d-b949-47cd-aedf-5b354bd0f519 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1285.608099] env[62979]: INFO nova.compute.manager [-] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Took 1.43 seconds to deallocate network for instance. [ 1286.114510] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.114892] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.115053] env[62979]: DEBUG nova.objects.instance [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'resources' on Instance uuid 3056110d-b949-47cd-aedf-5b354bd0f519 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.658282] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe4368-0eac-4928-b389-dbb2b9bc9954 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.666959] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847fff4-f92e-4a29-9828-bde44ec519fa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.695571] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d8541-ab7a-46f2-823b-b9d479c1f75e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.701942] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f97cf1-86e4-41ea-8076-858518390b61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.714435] env[62979]: DEBUG nova.compute.provider_tree [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.217858] env[62979]: DEBUG nova.scheduler.client.report [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.723120] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.741929] env[62979]: INFO nova.scheduler.client.report [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted allocations for instance 3056110d-b949-47cd-aedf-5b354bd0f519 [ 1288.250383] env[62979]: DEBUG oslo_concurrency.lockutils [None req-7272f1b1-b3f2-43f8-8141-9c6fdab5e617 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "3056110d-b949-47cd-aedf-5b354bd0f519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.493263] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.493531] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.995470] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.231139] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.231368] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.231532] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1291.515538] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.515816] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.517631] env[62979]: INFO nova.compute.claims [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.561735] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69a778-d3e8-4adf-b118-41dc471b1bba {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.569523] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c7d74-88dd-44c6-884a-541deb600d81 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.599057] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acca17c-28a0-43e6-90c0-9ccb3cfea046 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.605458] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa019bdd-1ef8-44ee-9a9f-5ec7156924e7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.617694] env[62979]: DEBUG nova.compute.provider_tree [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.120780] env[62979]: DEBUG nova.scheduler.client.report [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.241268] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Didn't find any instances for network info cache update. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1293.241483] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.241686] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.241840] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.241991] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.242151] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.242301] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.242431] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1293.242573] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.625747] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.626357] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.745733] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.745945] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.746129] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.746303] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.747217] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235ff12-16dc-4e68-aabe-054f870ec60c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.755745] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc120c1-c2ee-45f2-a060-a9f306241b28 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.768988] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dfd22b-515d-4579-8371-05728de35d06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.774756] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb740df-bc0f-419a-86da-757180bdfabc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.803866] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180415MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.804030] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.804244] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.132569] env[62979]: DEBUG nova.compute.utils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.134486] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.134696] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.192525] env[62979]: DEBUG nova.policy [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad66f2ee7774881a9ef956fa1b41f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1385a59cd34b7483077767c90c3d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.444699] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Successfully created port: 72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.637384] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.829498] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 53c6fff6-b421-4393-b754-4ccfb269d7d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.829663] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1415d3cf-a468-40d3-ba86-c2b27665ae7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.829844] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.829985] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.866014] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f434eb-bf76-4cd9-b56e-9f9d603ece13 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.873502] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7293cd9-be95-458f-89bb-2128a9ba47bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.902155] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa922e9-09d2-4f98-8e96-fe78b680f3d6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.908874] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f7c76-61c1-42d9-ab11-387a2637dedc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.922217] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.425914] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.646739] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.672042] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.672337] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.672509] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.672697] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.672851] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.673011] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.673250] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.673385] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.673555] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.673718] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.673895] env[62979]: DEBUG nova.virt.hardware [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.674771] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298be438-ed9c-4d62-ac68-e358e8ff744c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.683047] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e5c29-a074-4bbf-8223-01f30d1b4a99 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.815329] env[62979]: DEBUG nova.compute.manager [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Received event network-vif-plugged-72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.815546] env[62979]: DEBUG oslo_concurrency.lockutils [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.815746] env[62979]: DEBUG oslo_concurrency.lockutils [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.815912] env[62979]: DEBUG oslo_concurrency.lockutils [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.816106] env[62979]: DEBUG nova.compute.manager [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] No waiting events found dispatching network-vif-plugged-72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.816287] env[62979]: WARNING nova.compute.manager [req-8575f1fe-f46f-44ff-a922-1f397fe141e0 req-1b5ad875-97e7-4632-9592-1fc632358897 service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Received unexpected event network-vif-plugged-72343805-8d99-4e28-b011-55f0b033083c for instance with vm_state building and task_state spawning. [ 1295.898865] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Successfully updated port: 72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.929672] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.929880] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.401216] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.401332] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.401486] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.934418] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.066927] env[62979]: DEBUG nova.network.neutron [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating instance_info_cache with network_info: [{"id": "72343805-8d99-4e28-b011-55f0b033083c", "address": "fa:16:3e:07:2e:8a", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72343805-8d", "ovs_interfaceid": "72343805-8d99-4e28-b011-55f0b033083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.569470] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.569792] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Instance network_info: |[{"id": "72343805-8d99-4e28-b011-55f0b033083c", "address": "fa:16:3e:07:2e:8a", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72343805-8d", "ovs_interfaceid": "72343805-8d99-4e28-b011-55f0b033083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.570234] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2e:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72343805-8d99-4e28-b011-55f0b033083c', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.577644] env[62979]: DEBUG oslo.service.loopingcall [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.577983] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.578068] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc1c76d4-6052-4dfa-abf3-f273af53ed8b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.598135] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.598135] env[62979]: value = "task-2382470" [ 1297.598135] env[62979]: _type = "Task" [ 1297.598135] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.605354] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382470, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.842792] env[62979]: DEBUG nova.compute.manager [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Received event network-changed-72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1297.842995] env[62979]: DEBUG nova.compute.manager [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Refreshing instance network info cache due to event network-changed-72343805-8d99-4e28-b011-55f0b033083c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1297.843228] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] Acquiring lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.843376] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] Acquired lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.843539] env[62979]: DEBUG nova.network.neutron [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Refreshing network info cache for port 72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.108960] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382470, 'name': CreateVM_Task, 'duration_secs': 0.322933} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.109319] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.109786] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.109960] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.110293] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.110807] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7287220c-a97f-4e11-8bc7-b3a64ccd3041 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.115034] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1298.115034] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52294c78-3a0d-91d6-b3c7-1357e82a1f84" [ 1298.115034] env[62979]: _type = "Task" [ 1298.115034] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.122274] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52294c78-3a0d-91d6-b3c7-1357e82a1f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.529208] env[62979]: DEBUG nova.network.neutron [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updated VIF entry in instance network info cache for port 72343805-8d99-4e28-b011-55f0b033083c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.529579] env[62979]: DEBUG nova.network.neutron [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating instance_info_cache with network_info: [{"id": "72343805-8d99-4e28-b011-55f0b033083c", "address": "fa:16:3e:07:2e:8a", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72343805-8d", "ovs_interfaceid": "72343805-8d99-4e28-b011-55f0b033083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.624583] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52294c78-3a0d-91d6-b3c7-1357e82a1f84, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.624875] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.625123] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.625393] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.625549] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.625732] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.625982] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e44eb69a-d2aa-4b6f-81fc-da302f38c0ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.633696] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.633870] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.634543] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250987cd-aec8-44fe-b2eb-64aab661ea01 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.639192] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1298.639192] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528226dd-d069-1dc8-5e4d-584ff3628fcf" [ 1298.639192] env[62979]: _type = "Task" [ 1298.639192] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.645783] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528226dd-d069-1dc8-5e4d-584ff3628fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.032415] env[62979]: DEBUG oslo_concurrency.lockutils [req-8c562ea1-65e8-4589-b310-e50d8c887919 req-f275a3a9-0e72-42f8-8887-12568fb8746a service nova] Releasing lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.150160] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]528226dd-d069-1dc8-5e4d-584ff3628fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.151050] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe0466c-9658-4b5c-9667-6e5e8a2289b2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.156028] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1299.156028] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8cc57-19dc-9401-c607-99a2a357d2af" [ 1299.156028] env[62979]: _type = "Task" [ 1299.156028] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.163293] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8cc57-19dc-9401-c607-99a2a357d2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.665864] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52d8cc57-19dc-9401-c607-99a2a357d2af, 'name': SearchDatastore_Task, 'duration_secs': 0.008845} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.666145] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.666417] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1415d3cf-a468-40d3-ba86-c2b27665ae7c/1415d3cf-a468-40d3-ba86-c2b27665ae7c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.666665] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec554e7-cc51-4d60-b505-bd43b6401b61 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.672944] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1299.672944] env[62979]: value = "task-2382471" [ 1299.672944] env[62979]: _type = "Task" [ 1299.672944] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.680075] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.182431] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441248} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.182849] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] 1415d3cf-a468-40d3-ba86-c2b27665ae7c/1415d3cf-a468-40d3-ba86-c2b27665ae7c.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.182945] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.183193] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d7019e-69dd-434c-a4a3-2dcd1f543915 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.189434] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1300.189434] env[62979]: value = "task-2382472" [ 1300.189434] env[62979]: _type = "Task" [ 1300.189434] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.196391] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.700738] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063379} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.701176] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.701802] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c373b-3aeb-4dae-a1c0-ea385ce4fdb4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.723166] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1415d3cf-a468-40d3-ba86-c2b27665ae7c/1415d3cf-a468-40d3-ba86-c2b27665ae7c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.723453] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0434857e-58b0-4a81-a6fc-a86a9a9e3a33 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.742650] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1300.742650] env[62979]: value = "task-2382473" [ 1300.742650] env[62979]: _type = "Task" [ 1300.742650] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.749945] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.254162] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382473, 'name': ReconfigVM_Task, 'duration_secs': 0.342262} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.254519] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1415d3cf-a468-40d3-ba86-c2b27665ae7c/1415d3cf-a468-40d3-ba86-c2b27665ae7c.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.255024] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c6f7dee-0611-4d8e-a8d0-9cf8850dac42 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.261964] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1301.261964] env[62979]: value = "task-2382474" [ 1301.261964] env[62979]: _type = "Task" [ 1301.261964] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.269194] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382474, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.771431] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382474, 'name': Rename_Task, 'duration_secs': 0.156925} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.771718] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.771909] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c74a86-200b-4dcc-a4ab-6c3242a3a12a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.778350] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1301.778350] env[62979]: value = "task-2382475" [ 1301.778350] env[62979]: _type = "Task" [ 1301.778350] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.785249] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.288251] env[62979]: DEBUG oslo_vmware.api [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382475, 'name': PowerOnVM_Task, 'duration_secs': 0.459047} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.288669] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.288711] env[62979]: INFO nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1302.288879] env[62979]: DEBUG nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.289662] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1550f-be1c-4633-b244-bfec0a61d04b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.805795] env[62979]: INFO nova.compute.manager [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Took 11.31 seconds to build instance. [ 1303.307793] env[62979]: DEBUG oslo_concurrency.lockutils [None req-dea2f203-9a26-40dc-9e2c-47c5915ffb44 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.814s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.498308] env[62979]: DEBUG nova.compute.manager [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Received event network-changed-72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1303.498476] env[62979]: DEBUG nova.compute.manager [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Refreshing instance network info cache due to event network-changed-72343805-8d99-4e28-b011-55f0b033083c. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1303.498692] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] Acquiring lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.498840] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] Acquired lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.499016] env[62979]: DEBUG nova.network.neutron [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Refreshing network info cache for port 72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.208590] env[62979]: DEBUG nova.network.neutron [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updated VIF entry in instance network info cache for port 72343805-8d99-4e28-b011-55f0b033083c. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.208983] env[62979]: DEBUG nova.network.neutron [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating instance_info_cache with network_info: [{"id": "72343805-8d99-4e28-b011-55f0b033083c", "address": "fa:16:3e:07:2e:8a", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72343805-8d", "ovs_interfaceid": "72343805-8d99-4e28-b011-55f0b033083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.711497] env[62979]: DEBUG oslo_concurrency.lockutils [req-f6984a4c-5349-4ea2-94a8-9c88755d2965 req-47592ff8-0219-4d7c-95bb-8d587e18defc service nova] Releasing lock "refresh_cache-1415d3cf-a468-40d3-ba86-c2b27665ae7c" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.851640] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.852061] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.852101] env[62979]: INFO nova.compute.manager [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Shelving [ 1314.861437] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.861772] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1a3008-66c9-449b-929a-c0c3313ca041 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.871825] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1314.871825] env[62979]: value = "task-2382476" [ 1314.871825] env[62979]: _type = "Task" [ 1314.871825] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.879416] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.381665] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382476, 'name': PowerOffVM_Task, 'duration_secs': 0.239833} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.381926] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.382748] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c412c-5da3-4b88-ac0b-ef75f35f86ef {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.400417] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed3597-925c-405d-b4f6-f99cd2ce8ff0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.910363] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Creating Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1315.910687] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cef8f07d-5c79-487c-b13f-1a9636375781 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.918641] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1315.918641] env[62979]: value = "task-2382477" [ 1315.918641] env[62979]: _type = "Task" [ 1315.918641] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.927031] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382477, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.428388] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382477, 'name': CreateSnapshot_Task, 'duration_secs': 0.5013} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.428678] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Created Snapshot of the VM instance {{(pid=62979) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1316.429438] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ab6b9-f3b3-43fd-8017-367a49cf09aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.946340] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Creating linked-clone VM from snapshot {{(pid=62979) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1316.946712] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b613780-ac90-49e7-8c96-3a81216732d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.955601] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1316.955601] env[62979]: value = "task-2382478" [ 1316.955601] env[62979]: _type = "Task" [ 1316.955601] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.964048] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382478, 'name': CloneVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.466019] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382478, 'name': CloneVM_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.967404] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382478, 'name': CloneVM_Task} progress is 100%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.467256] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382478, 'name': CloneVM_Task, 'duration_secs': 1.049404} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.467519] env[62979]: INFO nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Created linked-clone VM from snapshot [ 1318.468243] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e855f8-c4b5-4a4c-9361-40d75ca22f5a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.474995] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Uploading image aee10c5c-4f54-4e42-99b9-66319e893fef {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1318.496925] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1318.496925] env[62979]: value = "vm-483482" [ 1318.496925] env[62979]: _type = "VirtualMachine" [ 1318.496925] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1318.497199] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddb45a96-60a6-4d08-8b59-953e3833169a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.502632] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease: (returnval){ [ 1318.502632] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52162cf5-e4f6-836e-6115-2959d4f1ce67" [ 1318.502632] env[62979]: _type = "HttpNfcLease" [ 1318.502632] env[62979]: } obtained for exporting VM: (result){ [ 1318.502632] env[62979]: value = "vm-483482" [ 1318.502632] env[62979]: _type = "VirtualMachine" [ 1318.502632] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1318.502873] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the lease: (returnval){ [ 1318.502873] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52162cf5-e4f6-836e-6115-2959d4f1ce67" [ 1318.502873] env[62979]: _type = "HttpNfcLease" [ 1318.502873] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1318.508420] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.508420] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52162cf5-e4f6-836e-6115-2959d4f1ce67" [ 1318.508420] env[62979]: _type = "HttpNfcLease" [ 1318.508420] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1319.013289] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.013289] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52162cf5-e4f6-836e-6115-2959d4f1ce67" [ 1319.013289] env[62979]: _type = "HttpNfcLease" [ 1319.013289] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1319.013693] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1319.013693] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52162cf5-e4f6-836e-6115-2959d4f1ce67" [ 1319.013693] env[62979]: _type = "HttpNfcLease" [ 1319.013693] env[62979]: }. {{(pid=62979) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1319.014708] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474f56c-d7f8-4784-a475-60f4e10f3379 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.023746] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1319.023982] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk for reading. {{(pid=62979) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1319.125120] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7940c341-1a19-4513-928a-c7275a090d25 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.358563] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1326.359524] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da12dd6-2101-4b02-abdd-62a0483097be {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.365614] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1326.365786] env[62979]: ERROR oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk due to incomplete transfer. [ 1326.365991] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8caddf0d-d085-4f07-a9ac-ab9f82009821 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.372514] env[62979]: DEBUG oslo_vmware.rw_handles [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205014e-1d94-1019-7e35-6e7672e6436b/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1326.372705] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Uploaded image aee10c5c-4f54-4e42-99b9-66319e893fef to the Glance image server {{(pid=62979) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1326.375017] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Destroying the VM {{(pid=62979) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1326.375245] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71dbf26a-2468-40f6-9be0-e5a689356fd0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.380562] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1326.380562] env[62979]: value = "task-2382480" [ 1326.380562] env[62979]: _type = "Task" [ 1326.380562] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.388053] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382480, 'name': Destroy_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.890298] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382480, 'name': Destroy_Task, 'duration_secs': 0.304625} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.890556] env[62979]: INFO nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Destroyed the VM [ 1326.890798] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleting Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1326.891051] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-627d2a9f-e3a2-46a1-85f8-871f148a3e58 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.896612] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1326.896612] env[62979]: value = "task-2382481" [ 1326.896612] env[62979]: _type = "Task" [ 1326.896612] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.903573] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.405904] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346117} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.406197] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleted Snapshot of the VM instance {{(pid=62979) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1327.406446] env[62979]: DEBUG nova.compute.manager [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.407223] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de65bb13-6bdd-41ab-b8ab-e08129dd7d24 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.918632] env[62979]: INFO nova.compute.manager [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Shelve offloading [ 1328.421928] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.422284] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c57389-a2c4-419b-870b-bc25c2a91c2c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.429520] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1328.429520] env[62979]: value = "task-2382482" [ 1328.429520] env[62979]: _type = "Task" [ 1328.429520] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.437371] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.939942] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] VM already powered off {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1328.940188] env[62979]: DEBUG nova.compute.manager [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.940917] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c90dbf-c895-4b0f-a4d1-346ab8bfd122 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.946314] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.946485] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.946683] env[62979]: DEBUG nova.network.neutron [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.652639] env[62979]: DEBUG nova.network.neutron [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.155730] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.387318] env[62979]: DEBUG nova.compute.manager [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-vif-unplugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1330.387539] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.387764] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.387993] env[62979]: DEBUG oslo_concurrency.lockutils [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.388084] env[62979]: DEBUG nova.compute.manager [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] No waiting events found dispatching network-vif-unplugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.388254] env[62979]: WARNING nova.compute.manager [req-dc368558-266c-4147-ac97-3db858a3af69 req-ddd2b9dc-d5c6-4618-a27b-ae9cb9637885 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received unexpected event network-vif-unplugged-a5f3c353-0992-442c-addd-74039912f6e8 for instance with vm_state shelved and task_state shelving_offloading. [ 1330.508960] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.509881] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e061c-bd1a-4cfe-ad5d-14ca6dd2e064 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.518041] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.518312] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afe2e747-78b9-4d8e-af99-20d78c471818 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.589534] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.589755] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.589946] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleting the datastore file [datastore2] 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.590228] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad10bc58-a9eb-4229-a600-21f33553f69d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.596723] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1330.596723] env[62979]: value = "task-2382484" [ 1330.596723] env[62979]: _type = "Task" [ 1330.596723] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.603843] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.106965] env[62979]: DEBUG oslo_vmware.api [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132194} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.107350] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.107420] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.107604] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.132888] env[62979]: INFO nova.scheduler.client.report [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted allocations for instance 53c6fff6-b421-4393-b754-4ccfb269d7d7 [ 1331.637247] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.637468] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.637729] env[62979]: DEBUG nova.objects.instance [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'resources' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.140851] env[62979]: DEBUG nova.objects.instance [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'numa_topology' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.415435] env[62979]: DEBUG nova.compute.manager [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-changed-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1332.415710] env[62979]: DEBUG nova.compute.manager [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing instance network info cache due to event network-changed-a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1332.415962] env[62979]: DEBUG oslo_concurrency.lockutils [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.416150] env[62979]: DEBUG oslo_concurrency.lockutils [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.416328] env[62979]: DEBUG nova.network.neutron [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing network info cache for port a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.643278] env[62979]: DEBUG nova.objects.base [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Object Instance<53c6fff6-b421-4393-b754-4ccfb269d7d7> lazy-loaded attributes: resources,numa_topology {{(pid=62979) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1332.670410] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff7f599-1e75-4f82-adb2-b727242774bb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.678347] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccc8ec-4d1a-4f64-883d-08adf146bc98 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.709767] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97620353-0e3b-4bb1-9e63-7a9ecd62061a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.716685] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62603c5-35ff-47ce-a984-7fe17bc54477 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.729169] env[62979]: DEBUG nova.compute.provider_tree [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.132075] env[62979]: DEBUG nova.network.neutron [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updated VIF entry in instance network info cache for port a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.132499] env[62979]: DEBUG nova.network.neutron [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5f3c353-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.231810] env[62979]: DEBUG nova.scheduler.client.report [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.635277] env[62979]: DEBUG oslo_concurrency.lockutils [req-c8c5a1f6-e115-4cbc-82d3-da2b6e65668c req-6090ea91-341b-46d2-8d3f-e2ffba29219e service nova] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.736540] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.746766] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.245068] env[62979]: DEBUG oslo_concurrency.lockutils [None req-6f34feed-87eb-4469-88e0-832faeb14462 tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.393s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.245973] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.499s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.246166] env[62979]: INFO nova.compute.manager [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Unshelving [ 1335.271018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.271018] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.271018] env[62979]: DEBUG nova.objects.instance [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'pci_requests' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.774916] env[62979]: DEBUG nova.objects.instance [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'numa_topology' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.277082] env[62979]: INFO nova.compute.claims [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.321466] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe168d7c-6436-47ce-93eb-61d157a1cd1d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.328718] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ee48e-8701-4a7d-9c0e-452f8c4423df {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.357358] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87378128-3482-4d60-aaf4-d53983de9359 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.363911] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342989c-0725-455d-8838-fcf41ce3140e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.376360] env[62979]: DEBUG nova.compute.provider_tree [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.879790] env[62979]: DEBUG nova.scheduler.client.report [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.385178] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.416340] env[62979]: INFO nova.network.neutron [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating port a5f3c353-0992-442c-addd-74039912f6e8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1339.790010] env[62979]: DEBUG nova.compute.manager [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1339.790281] env[62979]: DEBUG oslo_concurrency.lockutils [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.790489] env[62979]: DEBUG oslo_concurrency.lockutils [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.790658] env[62979]: DEBUG oslo_concurrency.lockutils [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.790852] env[62979]: DEBUG nova.compute.manager [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] No waiting events found dispatching network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.791256] env[62979]: WARNING nova.compute.manager [req-0ae841f6-e562-4632-a283-d9d904dc8f0f req-cae60119-efc6-4878-879a-9877f126651a service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received unexpected event network-vif-plugged-a5f3c353-0992-442c-addd-74039912f6e8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1339.874362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.874362] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.874538] env[62979]: DEBUG nova.network.neutron [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.572241] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.572435] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.598910] env[62979]: DEBUG nova.network.neutron [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.077820] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.078384] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1341.078384] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1341.101552] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.128614] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='59dda83a3662523be52bd60ce6ba6db6',container_format='bare',created_at=2025-02-07T15:41:55Z,direct_url=,disk_format='vmdk',id=aee10c5c-4f54-4e42-99b9-66319e893fef,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2035070274-shelved',owner='29c530431eef4e0693e3a6542d221041',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-07T15:42:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.128862] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.129037] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.129236] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.129380] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.129527] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.129731] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.129920] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.130104] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.130272] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.130440] env[62979]: DEBUG nova.virt.hardware [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.131299] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6b280f-4ea4-4267-98b2-01c2ff923761 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.139130] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54aa208-7b30-48cd-9e2e-8fda9469f224 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.152275] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:1c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f3c353-0992-442c-addd-74039912f6e8', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.159639] env[62979]: DEBUG oslo.service.loopingcall [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.160155] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.160363] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80221e77-b489-47c3-a94e-ab6718285591 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.179819] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.179819] env[62979]: value = "task-2382485" [ 1341.179819] env[62979]: _type = "Task" [ 1341.179819] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.186940] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382485, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.581800] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.581966] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.582109] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Forcefully refreshing network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1341.582260] env[62979]: DEBUG nova.objects.instance [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lazy-loading 'info_cache' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.689084] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382485, 'name': CreateVM_Task, 'duration_secs': 0.317685} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.689258] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.689885] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.690066] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.690434] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.690674] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f41e2f7-9841-4e51-a0eb-1ab97cb238d7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.694765] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1341.694765] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524cd92e-32b3-2796-f279-93b673408393" [ 1341.694765] env[62979]: _type = "Task" [ 1341.694765] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.701683] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]524cd92e-32b3-2796-f279-93b673408393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.822218] env[62979]: DEBUG nova.compute.manager [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-changed-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1341.822426] env[62979]: DEBUG nova.compute.manager [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing instance network info cache due to event network-changed-a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1341.822550] env[62979]: DEBUG oslo_concurrency.lockutils [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] Acquiring lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.866561] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.866794] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.205222] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.205590] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Processing image aee10c5c-4f54-4e42-99b9-66319e893fef {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.205690] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.205918] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.206157] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.206434] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b56c9386-9a6e-4c95-a1c1-6d15ae55b8ab {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.215456] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.215626] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.216352] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e93333-aaaa-4f65-8106-7d71f2fd90da {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.221388] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1342.221388] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52424b27-ee6b-70f9-acca-48d8208ab98b" [ 1342.221388] env[62979]: _type = "Task" [ 1342.221388] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.229177] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52424b27-ee6b-70f9-acca-48d8208ab98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.369981] env[62979]: DEBUG nova.compute.utils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.731768] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Preparing fetch location {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1342.731994] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Fetch image to [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86/OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86.vmdk {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1342.732197] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Downloading stream optimized image aee10c5c-4f54-4e42-99b9-66319e893fef to [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86/OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86.vmdk on the data store datastore1 as vApp {{(pid=62979) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1342.732367] env[62979]: DEBUG nova.virt.vmwareapi.images [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Downloading image file data aee10c5c-4f54-4e42-99b9-66319e893fef to the ESX as VM named 'OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86' {{(pid=62979) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1342.795857] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1342.795857] env[62979]: value = "resgroup-9" [ 1342.795857] env[62979]: _type = "ResourcePool" [ 1342.795857] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1342.796161] env[62979]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ddf2079-1c1d-4ece-9076-9d228c43eb88 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.815996] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease: (returnval){ [ 1342.815996] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213468d-260e-e2be-4a4e-cf3788355c41" [ 1342.815996] env[62979]: _type = "HttpNfcLease" [ 1342.815996] env[62979]: } obtained for vApp import into resource pool (val){ [ 1342.815996] env[62979]: value = "resgroup-9" [ 1342.815996] env[62979]: _type = "ResourcePool" [ 1342.815996] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1342.816295] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the lease: (returnval){ [ 1342.816295] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213468d-260e-e2be-4a4e-cf3788355c41" [ 1342.816295] env[62979]: _type = "HttpNfcLease" [ 1342.816295] env[62979]: } to be ready. {{(pid=62979) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.822165] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.822165] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213468d-260e-e2be-4a4e-cf3788355c41" [ 1342.822165] env[62979]: _type = "HttpNfcLease" [ 1342.822165] env[62979]: } is initializing. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.873089] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.307781] env[62979]: DEBUG nova.network.neutron [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.324175] env[62979]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.324175] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213468d-260e-e2be-4a4e-cf3788355c41" [ 1343.324175] env[62979]: _type = "HttpNfcLease" [ 1343.324175] env[62979]: } is ready. {{(pid=62979) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.324445] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.324445] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]5213468d-260e-e2be-4a4e-cf3788355c41" [ 1343.324445] env[62979]: _type = "HttpNfcLease" [ 1343.324445] env[62979]: }. {{(pid=62979) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1343.325131] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d56511-5545-4429-b446-1d0995a06669 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.332140] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk from lease info. {{(pid=62979) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.332311] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk. {{(pid=62979) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1343.394270] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd5d705a-549f-4c38-8a64-6e5c9aab317c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.809905] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.810135] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updated the network info_cache for instance {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1343.810398] env[62979]: DEBUG oslo_concurrency.lockutils [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] Acquired lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.810576] env[62979]: DEBUG nova.network.neutron [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Refreshing network info cache for port a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.811766] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.811949] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.812350] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.812514] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.812665] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.812809] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.812951] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1343.813164] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.937422] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.937693] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.937940] env[62979]: INFO nova.compute.manager [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Attaching volume b6a43cd6-5bc6-4173-8f2c-d25120194c8c to /dev/sdb [ 1343.973562] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869cef7f-61ca-4051-8d58-a690bebbaead {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.981835] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0973ee3-6b4e-4747-809d-1a2d5a399a27 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.997950] env[62979]: DEBUG nova.virt.block_device [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating existing volume attachment record: ced53de8-073b-496e-ad90-8e85a6b44944 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1344.317130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.317130] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.317508] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.317638] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1344.320297] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef496c5-e4c9-4bb4-8306-bfa83ff499b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.331259] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2546486-8ff0-44bb-985d-69bee20520e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.355935] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea07ab-59e6-4e24-9519-6420f2a8936a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.365827] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114032a1-cec5-427b-8df9-66029fe73d80 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.396785] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180797MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1344.396959] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.397119] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.423756] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Completed reading data from the image iterator. {{(pid=62979) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1344.423993] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.424866] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae0179-e783-47a5-8fd9-2f8f2aff2aa0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.431825] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk is in state: ready. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.431992] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk. {{(pid=62979) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1344.432233] env[62979]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-56b9ea15-f9b1-455c-b33f-28d7e1205134 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.569325] env[62979]: DEBUG nova.network.neutron [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updated VIF entry in instance network info cache for port a5f3c353-0992-442c-addd-74039912f6e8. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.569698] env[62979]: DEBUG nova.network.neutron [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [{"id": "a5f3c353-0992-442c-addd-74039912f6e8", "address": "fa:16:3e:25:1c:09", "network": {"id": "8fa80b13-978a-4c43-a78f-7d422b2d1e3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-416913639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c530431eef4e0693e3a6542d221041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f3c353-09", "ovs_interfaceid": "a5f3c353-0992-442c-addd-74039912f6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.643377] env[62979]: DEBUG oslo_vmware.rw_handles [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ddbb3-5064-0372-2980-c72a3bce3e23/disk-0.vmdk. {{(pid=62979) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1344.643377] env[62979]: INFO nova.virt.vmwareapi.images [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Downloaded image file data aee10c5c-4f54-4e42-99b9-66319e893fef [ 1344.644222] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca8631-92e0-41ec-a9c0-28ae1673444b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.660108] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ee8fc6-def0-4ae5-b7da-b43244745ae3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.691073] env[62979]: INFO nova.virt.vmwareapi.images [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] The imported VM was unregistered [ 1344.693522] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Caching image {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1344.693790] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.694050] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0886184-f87c-487c-8a6e-030169d6467c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.706057] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Created directory with path [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.706249] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86/OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86.vmdk to [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk. {{(pid=62979) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1344.706483] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4f1f229f-3bb9-45d5-9cf5-977b8f3f83f5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.713251] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1344.713251] env[62979]: value = "task-2382489" [ 1344.713251] env[62979]: _type = "Task" [ 1344.713251] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.720253] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.072751] env[62979]: DEBUG oslo_concurrency.lockutils [req-3925f7d1-f754-43b1-a5d7-b1ad17a049ae req-e79cfafc-4fae-4e11-88c0-1bfdeb7afe87 service nova] Releasing lock "refresh_cache-53c6fff6-b421-4393-b754-4ccfb269d7d7" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.224241] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.426413] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 1415d3cf-a468-40d3-ba86-c2b27665ae7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.426413] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance 53c6fff6-b421-4393-b754-4ccfb269d7d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.426772] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1345.426772] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1345.467057] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b0f27b-a97b-4872-b473-01dcd3f85178 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.474993] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec688334-5973-4e4d-a61d-fe1adf04998e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.506928] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ae021-d0cd-498e-b98d-364ee4ee3e06 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.515053] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f915e0f-4b03-445a-a64e-3e4e379ea34c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.530379] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.724635] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.033814] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.224756] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.540233] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1346.540233] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.727016] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.225910] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382489, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.322146} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.226197] env[62979]: INFO nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86/OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86.vmdk to [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk. [ 1347.226738] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Cleaning up location [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1347.226738] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_23f20b89-ef02-4533-bac6-82dfcf61be86 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.226887] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83f36f3b-e4dc-4f90-bbee-f08ddf1dfba7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.232308] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1347.232308] env[62979]: value = "task-2382491" [ 1347.232308] env[62979]: _type = "Task" [ 1347.232308] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.239213] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.742312] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103026} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.742686] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.742764] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.742978] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk to [datastore1] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.743266] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a07f16d-31ff-46ab-92ac-8546a405b8d3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.749888] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1347.749888] env[62979]: value = "task-2382492" [ 1347.749888] env[62979]: _type = "Task" [ 1347.749888] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.756890] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.259658] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.546595] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.546841] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483485', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'name': 'volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1415d3cf-a468-40d3-ba86-c2b27665ae7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'serial': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.547743] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63272577-3e64-4dec-8501-15f987dc4bf1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.563608] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c2a4f-f012-4eb3-8a28-67e699436698 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.587701] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c/volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.588042] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3aef4b-bc8d-4495-a845-761e08fc60cd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.607562] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1348.607562] env[62979]: value = "task-2382493" [ 1348.607562] env[62979]: _type = "Task" [ 1348.607562] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.616426] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.759632] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.123304] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.260773] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.618631] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382493, 'name': ReconfigVM_Task, 'duration_secs': 0.907522} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.618935] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c/volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.623686] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0e8a25-56a8-4e8a-8eff-f30680a25930 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.638339] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1349.638339] env[62979]: value = "task-2382494" [ 1349.638339] env[62979]: _type = "Task" [ 1349.638339] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.646723] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.760908] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.148407] env[62979]: DEBUG oslo_vmware.api [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382494, 'name': ReconfigVM_Task, 'duration_secs': 0.183499} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.148663] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483485', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'name': 'volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1415d3cf-a468-40d3-ba86-c2b27665ae7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'serial': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.261337] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382492, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.156143} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.261581] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aee10c5c-4f54-4e42-99b9-66319e893fef/aee10c5c-4f54-4e42-99b9-66319e893fef.vmdk to [datastore1] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.262412] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debd0648-2b43-4f71-9d85-454db21c4b5c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.283604] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.283813] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdffd64b-c123-4a13-a7b5-e5e35285c526 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.302186] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1350.302186] env[62979]: value = "task-2382495" [ 1350.302186] env[62979]: _type = "Task" [ 1350.302186] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.309343] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.812452] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382495, 'name': ReconfigVM_Task, 'duration_secs': 0.263213} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.812748] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 53c6fff6-b421-4393-b754-4ccfb269d7d7/53c6fff6-b421-4393-b754-4ccfb269d7d7.vmdk or device None with type streamOptimized {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.813378] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aca45e7-dc22-4b38-955b-02f0e48d39b7 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.819486] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1350.819486] env[62979]: value = "task-2382496" [ 1350.819486] env[62979]: _type = "Task" [ 1350.819486] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.827340] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382496, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.186047] env[62979]: DEBUG nova.objects.instance [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid 1415d3cf-a468-40d3-ba86-c2b27665ae7c {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.329251] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382496, 'name': Rename_Task, 'duration_secs': 0.140279} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.329504] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.329737] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcb5496-9b3d-46f1-9dd5-52edd7b0c3a4 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.337408] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1351.337408] env[62979]: value = "task-2382497" [ 1351.337408] env[62979]: _type = "Task" [ 1351.337408] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.344291] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.412992] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.690698] env[62979]: DEBUG oslo_concurrency.lockutils [None req-685b6b26-c8af-4047-9521-21fa0ff7b3e0 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.753s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.691654] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.279s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.846709] env[62979]: DEBUG oslo_vmware.api [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382497, 'name': PowerOnVM_Task, 'duration_secs': 0.4629} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.847085] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.973020] env[62979]: DEBUG nova.compute.manager [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.973349] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84988dca-97d4-4d2a-81d7-77d40c81d6ec {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.194138] env[62979]: INFO nova.compute.manager [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Detaching volume b6a43cd6-5bc6-4173-8f2c-d25120194c8c [ 1352.225028] env[62979]: INFO nova.virt.block_device [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Attempting to driver detach volume b6a43cd6-5bc6-4173-8f2c-d25120194c8c from mountpoint /dev/sdb [ 1352.225028] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.225230] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483485', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'name': 'volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1415d3cf-a468-40d3-ba86-c2b27665ae7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'serial': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.226136] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf348ddb-3a3f-4e13-8fbb-ebd8bbf888b9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.246726] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36166f33-5248-4867-b76d-1898040c23b5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.252942] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a03bd5a-7440-4fe1-9c05-6004e157dddd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.271921] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bcff23-d178-49b6-8ba6-78de722d745b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.286959] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c/volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.291976] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.292234] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bca282-040b-4edd-b9eb-2cb601bd69c1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.308656] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1352.308656] env[62979]: value = "task-2382498" [ 1352.308656] env[62979]: _type = "Task" [ 1352.308656] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.315814] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.489540] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bec0ae97-9bab-4c52-8a1f-616048c94bfb tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.243s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.818907] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382498, 'name': ReconfigVM_Task, 'duration_secs': 0.234177} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.819190] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.823677] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7dd168-574f-4c6d-bc01-47c8453ecf52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.837857] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1352.837857] env[62979]: value = "task-2382499" [ 1352.837857] env[62979]: _type = "Task" [ 1352.837857] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.845488] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.348156] env[62979]: DEBUG oslo_vmware.api [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382499, 'name': ReconfigVM_Task, 'duration_secs': 0.137457} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.348501] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483485', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'name': 'volume-b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1415d3cf-a468-40d3-ba86-c2b27665ae7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c', 'serial': 'b6a43cd6-5bc6-4173-8f2c-d25120194c8c'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.417211] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.417469] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.417679] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.417861] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.418044] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.420080] env[62979]: INFO nova.compute.manager [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Terminating instance [ 1353.892166] env[62979]: DEBUG nova.objects.instance [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid 1415d3cf-a468-40d3-ba86-c2b27665ae7c {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.923150] env[62979]: DEBUG nova.compute.manager [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.923368] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.924271] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefa265-a5cb-47d8-aa3e-7d1015013191 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.931989] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.932221] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f699db-f2da-43ca-9b12-7e41808e3b71 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.937747] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1353.937747] env[62979]: value = "task-2382500" [ 1353.937747] env[62979]: _type = "Task" [ 1353.937747] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.946911] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.446816] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382500, 'name': PowerOffVM_Task, 'duration_secs': 0.16712} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.447272] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.447272] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.447609] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a79b8ba-9276-47c4-98d8-f28e8591de00 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.510715] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.510931] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleting contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.511204] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleting the datastore file [datastore1] 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.511503] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e77f716-d0eb-4a26-97b9-9c1dd0c07616 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.518124] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for the task: (returnval){ [ 1354.518124] env[62979]: value = "task-2382502" [ 1354.518124] env[62979]: _type = "Task" [ 1354.518124] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.525463] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.898990] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3bf629be-7040-44d9-a198-f0c1658b3052 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.030580] env[62979]: DEBUG oslo_vmware.api [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Task: {'id': task-2382502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120825} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.030824] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.031021] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deleted contents of the VM from datastore datastore1 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.031201] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.031375] env[62979]: INFO nova.compute.manager [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.031610] env[62979]: DEBUG oslo.service.loopingcall [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.031797] env[62979]: DEBUG nova.compute.manager [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.031893] env[62979]: DEBUG nova.network.neutron [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.652102] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.652369] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.652587] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.652768] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.652937] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.655069] env[62979]: INFO nova.compute.manager [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Terminating instance [ 1355.737571] env[62979]: DEBUG nova.compute.manager [req-d88a3980-69fe-4450-b907-fee3db127e56 req-a918cb9e-414a-4d81-8d5e-8d1b40b86be4 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Received event network-vif-deleted-a5f3c353-0992-442c-addd-74039912f6e8 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1355.737882] env[62979]: INFO nova.compute.manager [req-d88a3980-69fe-4450-b907-fee3db127e56 req-a918cb9e-414a-4d81-8d5e-8d1b40b86be4 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Neutron deleted interface a5f3c353-0992-442c-addd-74039912f6e8; detaching it from the instance and deleting it from the info cache [ 1355.737941] env[62979]: DEBUG nova.network.neutron [req-d88a3980-69fe-4450-b907-fee3db127e56 req-a918cb9e-414a-4d81-8d5e-8d1b40b86be4 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.160795] env[62979]: DEBUG nova.compute.manager [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.161060] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.161957] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f058d0-e80e-4fe5-8902-4bd7394a5adc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.169823] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.170071] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08fd5b6-bd63-4d02-8e48-d42ffd8e8b52 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.176242] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1356.176242] env[62979]: value = "task-2382503" [ 1356.176242] env[62979]: _type = "Task" [ 1356.176242] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.183541] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.216069] env[62979]: DEBUG nova.network.neutron [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.240647] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-622d0f06-d9ab-4e6f-89dd-c8b760196d3b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.250359] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50be15-e681-4214-a976-71cf0d0ef15a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.274962] env[62979]: DEBUG nova.compute.manager [req-d88a3980-69fe-4450-b907-fee3db127e56 req-a918cb9e-414a-4d81-8d5e-8d1b40b86be4 service nova] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Detach interface failed, port_id=a5f3c353-0992-442c-addd-74039912f6e8, reason: Instance 53c6fff6-b421-4393-b754-4ccfb269d7d7 could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1356.685852] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382503, 'name': PowerOffVM_Task, 'duration_secs': 0.194492} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.686188] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.686308] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.686544] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e483bb48-e5fc-4ba0-a9bd-8504c5e02196 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.718664] env[62979]: INFO nova.compute.manager [-] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Took 1.69 seconds to deallocate network for instance. [ 1356.756387] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.756598] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.756781] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleting the datastore file [datastore2] 1415d3cf-a468-40d3-ba86-c2b27665ae7c {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.757075] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016608ca-9c14-4dbf-a853-01dfb346a955 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.764344] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1356.764344] env[62979]: value = "task-2382505" [ 1356.764344] env[62979]: _type = "Task" [ 1356.764344] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.771796] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.225437] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.225700] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.225920] env[62979]: DEBUG nova.objects.instance [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lazy-loading 'resources' on Instance uuid 53c6fff6-b421-4393-b754-4ccfb269d7d7 {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.273918] env[62979]: DEBUG oslo_vmware.api [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129383} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.274206] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.274390] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.274565] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.274732] env[62979]: INFO nova.compute.manager [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.274966] env[62979]: DEBUG oslo.service.loopingcall [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.275169] env[62979]: DEBUG nova.compute.manager [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.275267] env[62979]: DEBUG nova.network.neutron [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.764889] env[62979]: DEBUG nova.compute.manager [req-46c483c3-e9c5-403c-8959-428f159ac3bc req-2cac2a1b-3605-46ea-a0fc-0fb159815e4f service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Received event network-vif-deleted-72343805-8d99-4e28-b011-55f0b033083c {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1357.765139] env[62979]: INFO nova.compute.manager [req-46c483c3-e9c5-403c-8959-428f159ac3bc req-2cac2a1b-3605-46ea-a0fc-0fb159815e4f service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Neutron deleted interface 72343805-8d99-4e28-b011-55f0b033083c; detaching it from the instance and deleting it from the info cache [ 1357.765280] env[62979]: DEBUG nova.network.neutron [req-46c483c3-e9c5-403c-8959-428f159ac3bc req-2cac2a1b-3605-46ea-a0fc-0fb159815e4f service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.774041] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e5a02-b147-4b75-8ed4-50715af2314e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.782078] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed2f4c9-95ec-4cb8-ad84-22fcd06b80af {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.812015] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecefb83-8edb-4b22-932a-77ee2bec6539 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.818894] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d735a-944c-4b79-a58a-28951e862a86 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.831774] env[62979]: DEBUG nova.compute.provider_tree [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.174431] env[62979]: DEBUG nova.network.neutron [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.269720] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a0cda3-55b7-482d-9466-5a73bdd963dd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.278901] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c801cf-226c-4577-91ec-6e4d3505879d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.302492] env[62979]: DEBUG nova.compute.manager [req-46c483c3-e9c5-403c-8959-428f159ac3bc req-2cac2a1b-3605-46ea-a0fc-0fb159815e4f service nova] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Detach interface failed, port_id=72343805-8d99-4e28-b011-55f0b033083c, reason: Instance 1415d3cf-a468-40d3-ba86-c2b27665ae7c could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1358.335092] env[62979]: DEBUG nova.scheduler.client.report [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.676723] env[62979]: INFO nova.compute.manager [-] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Took 1.40 seconds to deallocate network for instance. [ 1358.839809] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.859770] env[62979]: INFO nova.scheduler.client.report [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Deleted allocations for instance 53c6fff6-b421-4393-b754-4ccfb269d7d7 [ 1359.182813] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.183092] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.183365] env[62979]: DEBUG nova.objects.instance [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'resources' on Instance uuid 1415d3cf-a468-40d3-ba86-c2b27665ae7c {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.366550] env[62979]: DEBUG oslo_concurrency.lockutils [None req-3e996495-1e7e-47b8-8426-0201c4cfec8d tempest-ServerActionsTestOtherB-451939480 tempest-ServerActionsTestOtherB-451939480-project-member] Lock "53c6fff6-b421-4393-b754-4ccfb269d7d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.949s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.714556] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08275dcb-764d-46d4-a6cd-a9e3c0b5c99a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.721811] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ef90e-2e76-4c40-b30f-d4af24e97c9a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.750695] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b5aa9-3a3c-47ae-97d8-4eebe79b5f01 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.757673] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787854e2-722d-42cd-826f-85ca70dc05dc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.771420] env[62979]: DEBUG nova.compute.provider_tree [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.274359] env[62979]: DEBUG nova.scheduler.client.report [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.779727] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.796125] env[62979]: INFO nova.scheduler.client.report [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted allocations for instance 1415d3cf-a468-40d3-ba86-c2b27665ae7c [ 1361.303353] env[62979]: DEBUG oslo_concurrency.lockutils [None req-1129cd9a-a0a3-4066-b681-06a575eb9274 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "1415d3cf-a468-40d3-ba86-c2b27665ae7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.651s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.915236] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.915535] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.418308] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Starting instance... {{(pid=62979) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.942893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.942893] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.944060] env[62979]: INFO nova.compute.claims [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.987230] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec9a781-3a82-4a25-8204-677db7b19a8d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.994792] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb034d82-f57b-4ead-b966-577b2e540053 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.024236] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d806c-4747-4559-bed7-6068fcd7799e {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.031074] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1601d1-b4de-4edd-88c3-403e9d88403c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.043697] env[62979]: DEBUG nova.compute.provider_tree [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.546613] env[62979]: DEBUG nova.scheduler.client.report [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.051782] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.052334] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Start building networks asynchronously for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.557918] env[62979]: DEBUG nova.compute.utils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.559460] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Allocating IP information in the background. {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.559643] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] allocate_for_instance() {{(pid=62979) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.625256] env[62979]: DEBUG nova.policy [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad66f2ee7774881a9ef956fa1b41f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc1385a59cd34b7483077767c90c3d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62979) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.904856] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Successfully created port: 5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.066031] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Start building block device mappings for instance. {{(pid=62979) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.075411] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Start spawning the instance on the hypervisor. {{(pid=62979) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.100549] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T15:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T15:26:54Z,direct_url=,disk_format='vmdk',id=ae6058aa-ff4d-4266-bdc8-737847428519,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bebf4804fa3a4505b95cc31c0909e57e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T15:26:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.100800] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.100964] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image limits 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.101163] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Flavor pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.101317] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Image pref 0:0:0 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.101465] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62979) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.101674] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.101835] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.102009] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Got 1 possible topologies {{(pid=62979) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.102187] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.102364] env[62979]: DEBUG nova.virt.hardware [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62979) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.103235] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980db334-4e7b-43d2-8583-b0158234ab37 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.111048] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02088997-7434-48a0-829c-efcf7498f9aa {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.296914] env[62979]: DEBUG nova.compute.manager [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Received event network-vif-plugged-5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1368.297167] env[62979]: DEBUG oslo_concurrency.lockutils [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.297381] env[62979]: DEBUG oslo_concurrency.lockutils [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.297554] env[62979]: DEBUG oslo_concurrency.lockutils [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.297727] env[62979]: DEBUG nova.compute.manager [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] No waiting events found dispatching network-vif-plugged-5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.297894] env[62979]: WARNING nova.compute.manager [req-26e47b49-af04-44b7-96b1-b19ebad6c276 req-37b3edb5-f2e9-4752-9db5-8635fc59313f service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Received unexpected event network-vif-plugged-5627027e-b01f-4870-9fc1-9e6819e92105 for instance with vm_state building and task_state spawning. [ 1368.380107] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Successfully updated port: 5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.884978] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.885119] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.885277] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Building network info cache for instance {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.419062] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Instance cache missing network info. {{(pid=62979) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.541678] env[62979]: DEBUG nova.network.neutron [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating instance_info_cache with network_info: [{"id": "5627027e-b01f-4870-9fc1-9e6819e92105", "address": "fa:16:3e:a3:97:fc", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5627027e-b0", "ovs_interfaceid": "5627027e-b01f-4870-9fc1-9e6819e92105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.044708] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.045051] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Instance network_info: |[{"id": "5627027e-b01f-4870-9fc1-9e6819e92105", "address": "fa:16:3e:a3:97:fc", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5627027e-b0", "ovs_interfaceid": "5627027e-b01f-4870-9fc1-9e6819e92105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62979) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.045478] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:97:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5627027e-b01f-4870-9fc1-9e6819e92105', 'vif_model': 'vmxnet3'}] {{(pid=62979) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.053025] env[62979]: DEBUG oslo.service.loopingcall [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.053244] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Creating VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.053468] env[62979]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455c21d5-4920-4e15-b708-c2a0ac15b1eb {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.074879] env[62979]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.074879] env[62979]: value = "task-2382507" [ 1370.074879] env[62979]: _type = "Task" [ 1370.074879] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.082300] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382507, 'name': CreateVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.321914] env[62979]: DEBUG nova.compute.manager [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Received event network-changed-5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1370.322114] env[62979]: DEBUG nova.compute.manager [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Refreshing instance network info cache due to event network-changed-5627027e-b01f-4870-9fc1-9e6819e92105. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1370.322340] env[62979]: DEBUG oslo_concurrency.lockutils [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] Acquiring lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.322488] env[62979]: DEBUG oslo_concurrency.lockutils [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] Acquired lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.322662] env[62979]: DEBUG nova.network.neutron [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Refreshing network info cache for port 5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.585102] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382507, 'name': CreateVM_Task} progress is 99%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.024717] env[62979]: DEBUG nova.network.neutron [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updated VIF entry in instance network info cache for port 5627027e-b01f-4870-9fc1-9e6819e92105. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.025081] env[62979]: DEBUG nova.network.neutron [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating instance_info_cache with network_info: [{"id": "5627027e-b01f-4870-9fc1-9e6819e92105", "address": "fa:16:3e:a3:97:fc", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5627027e-b0", "ovs_interfaceid": "5627027e-b01f-4870-9fc1-9e6819e92105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.085996] env[62979]: DEBUG oslo_vmware.api [-] Task: {'id': task-2382507, 'name': CreateVM_Task, 'duration_secs': 0.723101} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.086252] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Created VM on the ESX host {{(pid=62979) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.086917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.087201] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.087419] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.087659] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85dfbfc-c977-4ea1-85df-f36fab32a40f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.091867] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1371.091867] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527409ca-6469-f538-6411-03e3a053cf70" [ 1371.091867] env[62979]: _type = "Task" [ 1371.091867] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.099208] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527409ca-6469-f538-6411-03e3a053cf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.527769] env[62979]: DEBUG oslo_concurrency.lockutils [req-592aae52-e2ba-46c7-8c4b-cc67066f0b48 req-d474119a-c60b-4351-8729-9995413a1608 service nova] Releasing lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.603344] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]527409ca-6469-f538-6411-03e3a053cf70, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.603637] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.603867] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Processing image ae6058aa-ff4d-4266-bdc8-737847428519 {{(pid=62979) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.604112] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.604261] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.604440] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.604685] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7454266-f8cd-4f3f-8f7d-04e6cfafccdc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.613046] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62979) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.613225] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62979) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.613868] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d9609e-630e-47d1-bde4-7b3215275df8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.618451] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1371.618451] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c93433-d41a-f824-dceb-15a7dfafbf11" [ 1371.618451] env[62979]: _type = "Task" [ 1371.618451] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.625344] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c93433-d41a-f824-dceb-15a7dfafbf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.128946] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52c93433-d41a-f824-dceb-15a7dfafbf11, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.129754] env[62979]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b567da9e-4a3e-4b6a-b729-1e10fa1f0dc3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.135036] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1372.135036] env[62979]: value = "session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fb3588-8cc7-e441-4d38-efe71306b6c6" [ 1372.135036] env[62979]: _type = "Task" [ 1372.135036] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.142258] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fb3588-8cc7-e441-4d38-efe71306b6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.645895] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': session[52bbaa3a-d5b5-2889-7584-7f4e6399c6b1]52fb3588-8cc7-e441-4d38-efe71306b6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.647897] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.647897] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c331aeeb-73e0-4d30-9583-67933fb7128f/c331aeeb-73e0-4d30-9583-67933fb7128f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.647897] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3060b5b0-99d8-46a2-be39-40d3b1d9374c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.652383] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1372.652383] env[62979]: value = "task-2382508" [ 1372.652383] env[62979]: _type = "Task" [ 1372.652383] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.659444] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.162069] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501019} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.162312] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae6058aa-ff4d-4266-bdc8-737847428519/ae6058aa-ff4d-4266-bdc8-737847428519.vmdk to [datastore2] c331aeeb-73e0-4d30-9583-67933fb7128f/c331aeeb-73e0-4d30-9583-67933fb7128f.vmdk {{(pid=62979) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.162495] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Extending root virtual disk to 1048576 {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.162742] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dcff5f5-f3df-47d2-84cb-7a4831e8d08a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.169214] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1373.169214] env[62979]: value = "task-2382509" [ 1373.169214] env[62979]: _type = "Task" [ 1373.169214] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.176104] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.678746] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091848} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.679132] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Extended root virtual disk {{(pid=62979) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.679746] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1339e2b-5870-48cc-93b5-0d9de6895ee1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.700455] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] c331aeeb-73e0-4d30-9583-67933fb7128f/c331aeeb-73e0-4d30-9583-67933fb7128f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.700679] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95da118a-083e-49eb-a7f7-e09a2c48a714 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.719027] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1373.719027] env[62979]: value = "task-2382510" [ 1373.719027] env[62979]: _type = "Task" [ 1373.719027] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.726064] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.228644] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382510, 'name': ReconfigVM_Task, 'duration_secs': 0.290821} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.228929] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] c331aeeb-73e0-4d30-9583-67933fb7128f/c331aeeb-73e0-4d30-9583-67933fb7128f.vmdk or device None with type sparse {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.229559] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff37b777-5e85-413d-99cf-bfa371b8bbcd {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.235525] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1374.235525] env[62979]: value = "task-2382511" [ 1374.235525] env[62979]: _type = "Task" [ 1374.235525] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.242610] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382511, 'name': Rename_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.748131] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382511, 'name': Rename_Task, 'duration_secs': 0.151488} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.748500] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Powering on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.748641] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec22690b-ad06-4960-9aa0-6e5e286a7f8c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.755488] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1374.755488] env[62979]: value = "task-2382512" [ 1374.755488] env[62979]: _type = "Task" [ 1374.755488] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.762468] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.264907] env[62979]: DEBUG oslo_vmware.api [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382512, 'name': PowerOnVM_Task, 'duration_secs': 0.486571} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.265210] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Powered on the VM {{(pid=62979) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.265425] env[62979]: INFO nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1375.265612] env[62979]: DEBUG nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Checking state {{(pid=62979) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.266389] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded6a6f-eaf7-459d-a664-348a6a69016b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.783347] env[62979]: INFO nova.compute.manager [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Took 11.86 seconds to build instance. [ 1375.977057] env[62979]: DEBUG nova.compute.manager [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Received event network-changed-5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1375.977215] env[62979]: DEBUG nova.compute.manager [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Refreshing instance network info cache due to event network-changed-5627027e-b01f-4870-9fc1-9e6819e92105. {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1375.977442] env[62979]: DEBUG oslo_concurrency.lockutils [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] Acquiring lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.977975] env[62979]: DEBUG oslo_concurrency.lockutils [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] Acquired lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.978176] env[62979]: DEBUG nova.network.neutron [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Refreshing network info cache for port 5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.285633] env[62979]: DEBUG oslo_concurrency.lockutils [None req-bce16dba-1dc5-41a3-aba5-699d2a91ed64 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.370s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.688848] env[62979]: DEBUG nova.network.neutron [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updated VIF entry in instance network info cache for port 5627027e-b01f-4870-9fc1-9e6819e92105. {{(pid=62979) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.689227] env[62979]: DEBUG nova.network.neutron [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating instance_info_cache with network_info: [{"id": "5627027e-b01f-4870-9fc1-9e6819e92105", "address": "fa:16:3e:a3:97:fc", "network": {"id": "432e5e69-b39f-4787-acef-29afe4d1d514", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-361640793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc1385a59cd34b7483077767c90c3d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5627027e-b0", "ovs_interfaceid": "5627027e-b01f-4870-9fc1-9e6819e92105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.191892] env[62979]: DEBUG oslo_concurrency.lockutils [req-4646d007-6492-4df7-b580-19318f546531 req-49ec6f0b-d8f8-4f31-a543-eef1778cfd64 service nova] Releasing lock "refresh_cache-c331aeeb-73e0-4d30-9583-67933fb7128f" {{(pid=62979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.879300] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.879702] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1386.387845] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] There are 23 instances to clean {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1386.388040] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1415d3cf-a468-40d3-ba86-c2b27665ae7c] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1386.891736] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 53c6fff6-b421-4393-b754-4ccfb269d7d7] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1387.395447] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 521a25f0-adf6-44d1-b7e6-e861e4994ce5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1387.899279] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 03366473-19ee-4f2e-b284-533b46386106] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1388.403075] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 74722ff8-2307-453b-b753-bc0b6132582f] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1388.906448] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 3056110d-b949-47cd-aedf-5b354bd0f519] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1389.409650] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 85b7799b-f6f1-4187-997b-7e4e05b477ba] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1389.912694] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c043e02f-aa70-4ec3-8001-0e6df7901692] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1390.416019] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ac665aec-436c-489d-9a04-043e988b2dba] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1390.919640] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ee7b57a0-4363-47be-bda6-e27950207fc5] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1391.423181] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 8dbb1060-8808-49a7-835a-8885a9c61f66] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1391.926477] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4c729328-6e6f-4c22-bbb0-48802807c2ce] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1392.429394] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 9cc487d2-882f-4d06-980a-2d228d4bd9a6] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1392.932626] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 035d71ac-d938-4065-9075-21c5b78a90f8] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.435583] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 17bbac7b-47d4-480a-b4cd-fd274bdd0218] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.938655] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 771904b6-c91b-4f6c-bbb5-6d87b79c7e46] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.442175] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: ff7ee502-ace3-47e3-ab76-06bd2c6ed164] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.945612] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: c79f0e45-c08b-4626-a935-fef0067dfe5d] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.449073] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 5909541a-20d8-4f75-90fe-bf125bfe7257] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.952831] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: f58e1fb2-b5be-4477-a63d-4430214438d1] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.457322] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 4ff4f0b3-9ae5-4c3e-b88e-ab976b152656] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.960860] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 1667b43d-f077-46d4-8c99-29c84a04854f] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.463660] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] [instance: 00c734c8-d0ad-40b7-a4d5-0724245be076] Instance has had 0 of 5 cleanup attempts {{(pid=62979) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.966878] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.469325] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.469724] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.469724] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1401.972780] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Didn't find any instances for network info cache update. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1401.973031] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973195] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973344] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973493] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973637] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973780] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.973940] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1401.974117] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.477729] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.478096] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.478138] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.478279] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1402.479191] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a648c64-9320-4bc2-8cb0-d4894f93cb01 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.487140] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993a24e-af14-4ccc-b757-9fb8e71deb7a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.500440] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276c5c0-5edf-4bd9-9b2e-a52f99284b19 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.506241] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf2b81e-25fa-4b3c-9b55-bf0c7d3dcda3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.534868] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180842MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1402.534989] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.535199] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.678046] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Instance c331aeeb-73e0-4d30-9583-67933fb7128f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62979) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1403.678046] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1403.678046] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1403.703077] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5079af-6e81-4d4f-991d-bf34eceba64a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.710259] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b3c42-200f-4dc7-9dce-055a88d54615 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.739089] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1448e358-a1ea-4dbd-94f7-a742f509b7f6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.745732] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a475d169-2aa0-4527-9987-6180ca5c17ce {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.758312] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.261814] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.767609] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1404.768040] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.233s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.768040] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.768193] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=62979) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1413.400302] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.400551] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.903758] env[62979]: DEBUG nova.compute.utils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Using /dev/sd instead of None {{(pid=62979) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.406440] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.463915] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.464303] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.464457] env[62979]: INFO nova.compute.manager [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Attaching volume dd32c0b2-b96c-40a0-8091-1b08001ce4c3 to /dev/sdb [ 1415.494345] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2411031b-da26-4272-b87f-f7e3140c8de5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.501562] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c010bf1-2ef3-4c70-871c-f6b23bf05a94 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.513987] env[62979]: DEBUG nova.virt.block_device [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating existing volume attachment record: 4ab0e2c9-3fe3-457f-9203-4a97b590df38 {{(pid=62979) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1420.055699] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Volume attach. Driver type: vmdk {{(pid=62979) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1420.055960] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483487', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'name': 'volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c331aeeb-73e0-4d30-9583-67933fb7128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'serial': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1420.056832] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14eda3-4b73-44b3-ae1a-9cb860ccedd6 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.072771] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a8972-d6bf-439c-82f3-3afcefe46834 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.096952] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3/volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.097193] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f7a895-6c8c-403b-9a69-3d2ab0eb1de3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.114811] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1420.114811] env[62979]: value = "task-2382515" [ 1420.114811] env[62979]: _type = "Task" [ 1420.114811] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.122345] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.624977] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382515, 'name': ReconfigVM_Task, 'duration_secs': 0.352497} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.625296] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3/volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3.vmdk or device None with type thin {{(pid=62979) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.629886] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d603e65c-648c-4541-9eca-d4e4558f4ff9 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.643851] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1420.643851] env[62979]: value = "task-2382516" [ 1420.643851] env[62979]: _type = "Task" [ 1420.643851] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.651081] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.153956] env[62979]: DEBUG oslo_vmware.api [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382516, 'name': ReconfigVM_Task, 'duration_secs': 0.167738} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.154281] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483487', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'name': 'volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c331aeeb-73e0-4d30-9583-67933fb7128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'serial': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3'} {{(pid=62979) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1422.188288] env[62979]: DEBUG nova.objects.instance [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid c331aeeb-73e0-4d30-9583-67933fb7128f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.694522] env[62979]: DEBUG oslo_concurrency.lockutils [None req-162aa9e8-09dc-4216-88a7-0dbd014a260f tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.897659] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.897912] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.401335] env[62979]: INFO nova.compute.manager [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Detaching volume dd32c0b2-b96c-40a0-8091-1b08001ce4c3 [ 1423.431362] env[62979]: INFO nova.virt.block_device [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Attempting to driver detach volume dd32c0b2-b96c-40a0-8091-1b08001ce4c3 from mountpoint /dev/sdb [ 1423.431596] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Volume detach. Driver type: vmdk {{(pid=62979) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1423.431783] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483487', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'name': 'volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c331aeeb-73e0-4d30-9583-67933fb7128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'serial': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1423.432654] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4e4cb-c00b-48b3-9293-aa11172155c8 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.454742] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05581ffb-28f0-4987-8865-1d0de9e5a69f {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.461120] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2a8a3-4a15-49a9-8357-fac13da2b252 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.480180] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57576810-20b4-42f1-8d78-cc1f6bfa1d45 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.494014] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3/volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3.vmdk. No consolidation needed. {{(pid=62979) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1423.499101] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.499363] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73401314-e655-4b46-bc27-2790e2f28bc3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.516865] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1423.516865] env[62979]: value = "task-2382517" [ 1423.516865] env[62979]: _type = "Task" [ 1423.516865] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.524008] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.026070] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382517, 'name': ReconfigVM_Task, 'duration_secs': 0.260518} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.026350] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62979) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1424.030909] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c6d2e3-4dce-42d2-8d36-5e64e5e3446c {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.045252] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1424.045252] env[62979]: value = "task-2382518" [ 1424.045252] env[62979]: _type = "Task" [ 1424.045252] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.052454] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.554670] env[62979]: DEBUG oslo_vmware.api [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382518, 'name': ReconfigVM_Task, 'duration_secs': 0.129959} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.555081] env[62979]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-483487', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'name': 'volume-dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c331aeeb-73e0-4d30-9583-67933fb7128f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3', 'serial': 'dd32c0b2-b96c-40a0-8091-1b08001ce4c3'} {{(pid=62979) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1425.094156] env[62979]: DEBUG nova.objects.instance [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'flavor' on Instance uuid c331aeeb-73e0-4d30-9583-67933fb7128f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.101154] env[62979]: DEBUG oslo_concurrency.lockutils [None req-96d0bea5-2802-476c-86a5-eefadf2f57bb tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.159252] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.159607] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.159734] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.159917] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.160105] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.162230] env[62979]: INFO nova.compute.manager [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Terminating instance [ 1427.665835] env[62979]: DEBUG nova.compute.manager [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Start destroying the instance on the hypervisor. {{(pid=62979) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.666071] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Destroying instance {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.666973] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf9429f-bb35-44fd-b6b3-bc91a9492bb0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.674851] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Powering off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.675103] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc54129e-77ed-4fe1-9202-4e46e30126cc {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.681049] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1427.681049] env[62979]: value = "task-2382519" [ 1427.681049] env[62979]: _type = "Task" [ 1427.681049] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.690022] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.190508] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382519, 'name': PowerOffVM_Task, 'duration_secs': 0.192487} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.190863] env[62979]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Powered off the VM {{(pid=62979) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.190981] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Unregistering the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.191194] env[62979]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb02da3-5fda-479f-9614-921cb0ac9dc0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.251407] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Unregistered the VM {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.251640] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Deleting contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.251783] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleting the datastore file [datastore2] c331aeeb-73e0-4d30-9583-67933fb7128f {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.252064] env[62979]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91ea8f4b-4fd4-4a97-bf8c-f05810e430ed {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.258224] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for the task: (returnval){ [ 1428.258224] env[62979]: value = "task-2382521" [ 1428.258224] env[62979]: _type = "Task" [ 1428.258224] env[62979]: } to complete. {{(pid=62979) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.265604] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.767622] env[62979]: DEBUG oslo_vmware.api [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Task: {'id': task-2382521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182554} completed successfully. {{(pid=62979) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.767907] env[62979]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted the datastore file {{(pid=62979) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.768080] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Deleted contents of the VM from datastore datastore2 {{(pid=62979) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.768277] env[62979]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Instance destroyed {{(pid=62979) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.768448] env[62979]: INFO nova.compute.manager [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1428.768689] env[62979]: DEBUG oslo.service.loopingcall [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62979) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.768875] env[62979]: DEBUG nova.compute.manager [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Deallocating network for instance {{(pid=62979) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.768971] env[62979]: DEBUG nova.network.neutron [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] deallocate_for_instance() {{(pid=62979) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.213812] env[62979]: DEBUG nova.compute.manager [req-8ffaa927-881e-454b-aea5-c73dab3ddf20 req-366f8839-c565-442f-80a9-26940546a890 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Received event network-vif-deleted-5627027e-b01f-4870-9fc1-9e6819e92105 {{(pid=62979) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1429.214068] env[62979]: INFO nova.compute.manager [req-8ffaa927-881e-454b-aea5-c73dab3ddf20 req-366f8839-c565-442f-80a9-26940546a890 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Neutron deleted interface 5627027e-b01f-4870-9fc1-9e6819e92105; detaching it from the instance and deleting it from the info cache [ 1429.214827] env[62979]: DEBUG nova.network.neutron [req-8ffaa927-881e-454b-aea5-c73dab3ddf20 req-366f8839-c565-442f-80a9-26940546a890 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.698386] env[62979]: DEBUG nova.network.neutron [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Updating instance_info_cache with network_info: [] {{(pid=62979) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.717310] env[62979]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fca1e93-d495-45cc-9295-c8e711820ab5 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.727354] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1f9c2-c3d0-4abd-a030-fd532562dce0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.751011] env[62979]: DEBUG nova.compute.manager [req-8ffaa927-881e-454b-aea5-c73dab3ddf20 req-366f8839-c565-442f-80a9-26940546a890 service nova] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Detach interface failed, port_id=5627027e-b01f-4870-9fc1-9e6819e92105, reason: Instance c331aeeb-73e0-4d30-9583-67933fb7128f could not be found. {{(pid=62979) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1430.201890] env[62979]: INFO nova.compute.manager [-] [instance: c331aeeb-73e0-4d30-9583-67933fb7128f] Took 1.43 seconds to deallocate network for instance. [ 1430.708458] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.708936] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.708936] env[62979]: DEBUG nova.objects.instance [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lazy-loading 'resources' on Instance uuid c331aeeb-73e0-4d30-9583-67933fb7128f {{(pid=62979) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.240796] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d79e0-beec-42fb-b53a-626e5f8a3956 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.248229] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda9f50-e1f9-4ad6-9ad3-e3e14a6bf99d {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.277388] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7874bb57-8fbe-4a1e-ac34-18b8dec569e3 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.284106] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f672d-3f2a-455b-bc7d-c0a8e6e7c1d0 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.296582] env[62979]: DEBUG nova.compute.provider_tree [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.799397] env[62979]: DEBUG nova.scheduler.client.report [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.304343] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.323979] env[62979]: INFO nova.scheduler.client.report [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Deleted allocations for instance c331aeeb-73e0-4d30-9583-67933fb7128f [ 1432.832283] env[62979]: DEBUG oslo_concurrency.lockutils [None req-5b8bf1a7-c8a7-4036-b1cd-d74dc81b0981 tempest-AttachVolumeNegativeTest-1332467525 tempest-AttachVolumeNegativeTest-1332467525-project-member] Lock "c331aeeb-73e0-4d30-9583-67933fb7128f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.674910] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.675345] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.180044] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.180044] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Starting heal instance info cache {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1464.180044] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Rebuilding the list of instances to heal {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1464.682609] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Didn't find any instances for network info cache update. {{(pid=62979) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1464.682990] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.683144] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.683353] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.683553] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.683746] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.683942] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.684133] env[62979]: DEBUG nova.compute.manager [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62979) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1464.684329] env[62979]: DEBUG oslo_service.periodic_task [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62979) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.188225] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.188463] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.188631] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.188795] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62979) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1465.189712] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb76d003-d455-4fd0-96e9-11ba855b9444 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.197850] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3977226-2c0b-4bed-8d3c-2582645709f1 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.210630] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e570ef3-b5cb-41cb-9219-f68c9c6bf102 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.216581] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17470e31-d4c2-49c5-905f-b1f81066045a {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.244679] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180987MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62979) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1465.244818] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.245014] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.264611] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1466.264885] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62979) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1466.277614] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79d773-620b-4959-84e2-9f2b6730b526 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.285158] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849326f2-2b87-4824-b1ed-d10b26c289ee {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.314076] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc88223-28ff-467e-838c-3cd31648540b {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.320630] env[62979]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709e770-5033-4743-9ddb-a31da47060c2 {{(pid=62979) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.333201] env[62979]: DEBUG nova.compute.provider_tree [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed in ProviderTree for provider: d39df0b0-bad2-4206-a7fb-dcba2b63f7cf {{(pid=62979) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.835941] env[62979]: DEBUG nova.scheduler.client.report [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Inventory has not changed for provider d39df0b0-bad2-4206-a7fb-dcba2b63f7cf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62979) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.341220] env[62979]: DEBUG nova.compute.resource_tracker [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62979) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1467.341597] env[62979]: DEBUG oslo_concurrency.lockutils [None req-e42bcc24-f6c8-4984-9549-b21729ad29e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62979) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}